00010000:00000010:0.1F:1776265014.966419:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000204f07a2. 00010000:00000010:0.1:1776265014.966436:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f4cd3d1. 00010000:00000010:3.1F:1776265015.553490:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d59e7bd. 00010000:00000010:3.1:1776265015.553514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9daed63. 00010000:00000010:3.1:1776265015.562405:0:788:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f01cdba3. 00010000:00000010:3.1:1776265015.562413:0:788:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000535eb690. 00010000:00000010:3.1:1776265015.562417:0:788:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ee1a365. 00010000:00010000:3.0:1776265351.838490:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x201:0x0].0x193cfbd6 (00000000e129d501) 00010000:00010000:3.0:1776265351.838493:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265351.838494:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a1522 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x201:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.838500:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a1522 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x201:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.838527:0:6376:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a1514 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4643a expref: 703 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.838534:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a1514 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4643a expref: 703 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.838542:0:6376:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001d8f5300, rc 0) 00000100:00100000:3.0:1776265351.838571:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009795a079 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+702:11341:x1862548787202496:12345-192.168.204.57@tcp:101:dbench.0 Request processed in 772us (1697us total) trans 0 rc 301/301 00000100:00100000:3.0:1776265351.838579:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 16890 00000100:00100000:3.0:1776265351.846817:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787202624 00000100:00100000:3.0:1776265351.846852:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 16891 00000100:00100000:3.0:1776265351.846856:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd7959bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+702:11341:x1862548787202624:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:3.0:1776265351.846916:0:6376:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776265351.846930:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a14a4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46409 expref: 702 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.846948:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000061ead546/0xeb74cb2ea36a13cb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece463bc expref: 701 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.846957:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d2:0x0].0x0 (0000000060c4e01c) 00010000:00010000:3.0:1776265351.846971:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a14ea lrc: 0/0,0 mode: --/PR res: [0x200000401:0x201:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46425 expref: 700 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.846979:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x201:0x0].0x0 (00000000d69b471d) 00010000:00010000:3.0:1776265351.846982:0:6376:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776265351.847004:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a1529 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x201:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.847016:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a1529 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.847024:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a1529 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.847036:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a1530 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x201:0x0].0x18a79acf bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.847041:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a1530 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0x18a79acf bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.847046:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a1530 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0x18a79acf bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.847067:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000701e4684/0xeb74cb2ea36a1537 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x201:0x0].0x193cfbd6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.847074:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000701e4684/0xeb74cb2ea36a1537 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.847089:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000701e4684/0xeb74cb2ea36a1537 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.847210:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a153e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3d2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.847242:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a153e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3d2:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.847249:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a153e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3d2:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776265351.847544:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5164, 224 off905960 00000004:00010000:3.0:1776265351.847635:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000cd7959bf reply state 000000009e1d5fb3 transno 4294975761 ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a153e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3d2:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776265351.847646:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000cd7959bf reply state 000000009e1d5fb3 transno 4294975761 ns: mdt-lustre-MDT0000_UUID lock: 00000000701e4684/0xeb74cb2ea36a1537 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.847653:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a1529 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.847659:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a1529 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.847665:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a1529 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.847671:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001272e301 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265351.847674:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a1529 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.847686:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a1529 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.847695:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x201:0x0].0x0 (00000000d69b471d) 00010000:00010000:3.0:1776265351.847698:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265351.847701:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a1529 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.847706:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a1529 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776265351.847715:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000cd7959bf reply state 000000009e1d5fb3 transno 4294975761 ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a1530 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0x18a79acf bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265351.847781:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd7959bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+701:11341:x1862548787202624:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 922us (1627us total) trans 4294975761 rc 0/0 00000100:00100000:3.0:1776265351.847788:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 16891 00010000:00010000:3.0:1776265351.855174:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a1530 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0x18a79acf bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.855186:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a1530 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0x18a79acf bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.855191:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a1530 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0x18a79acf bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.855197:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000055e1677b already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265351.855200:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a1530 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0x18a79acf bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.855207:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a1530 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0x18a79acf bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.855244:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x201:0x0].0x18a79acf (000000003a292d0e) 00010000:00010000:3.0:1776265351.855247:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265351.855250:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a1530 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x201:0x0].0x18a79acf bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.855256:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a1530 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x201:0x0].0x18a79acf bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.855274:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000701e4684/0xeb74cb2ea36a1537 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000020 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.855279:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000701e4684/0xeb74cb2ea36a1537 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000020 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.855284:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000701e4684/0xeb74cb2ea36a1537 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000020 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.855289:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000701e4684 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265351.855291:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000701e4684/0xeb74cb2ea36a1537 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000020 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.855297:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000701e4684/0xeb74cb2ea36a1537 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000020 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.855304:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x201:0x0].0x193cfbd6 (000000009bb79a69) 00010000:00010000:3.0:1776265351.855307:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265351.855309:0:2980:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: 00000000ac1cb113/0xeb74cb2ea36a1553 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x201:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.855316:0:2980:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000ac1cb113/0xeb74cb2ea36a1553 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x201:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.855322:0:2980:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ac1cb113/0xeb74cb2ea36a1553 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x201:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.855342:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000701e4684/0xeb74cb2ea36a1537 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x201:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000020 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.855348:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000701e4684/0xeb74cb2ea36a1537 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x201:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000020 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.855356:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a153e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3d2:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.855361:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a153e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3d2:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.855366:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a153e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3d2:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.855371:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c417ec63 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265351.855372:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a153e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3d2:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.855378:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a153e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3d2:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.855384:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d2:0x0].0x0 (000000008630bf76) 00010000:00010000:3.0:1776265351.855386:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1776265351.855388:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a153e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3d2:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.855393:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a153e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3d2:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.883461:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000030a9dc24/0xeb74cb2ea36a155a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46441 expref: 701 pid: 6376 timeout: 552 lvb_type: 0 00000100:00100000:3.0:1776265351.883479:0:6376:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d08d0c5 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6376:1862548793518144:192.168.204.57@tcp:104: 00010000:00010000:3.0:1776265351.883500:0:6376:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 0000000092f18b64/0xeb74cb2ea36a157d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.883509:0:6376:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000092f18b64/0xeb74cb2ea36a157d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.883514:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000092f18b64/0xeb74cb2ea36a157d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3d2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1776265351.883529:0:6376:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d2:0x0]: returning size 42652 00010000:00010000:3.0:1776265351.883659:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000204f6b67/0xeb74cb2ea36a1576 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x201:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4644f expref: 702 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.883687:0:6376:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000092f18b64/0xeb74cb2ea36a157d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3d2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4644f expref: 701 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.883701:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d2:0x0].0x0 (000000001f657a7e) 00010000:00010000:3.0:1776265351.883704:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1776265351.883707:0:6376:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000092f18b64, rc 0) 00000100:00100000:3.0:1776265351.883752:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c403d155 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+701:11341:x1862548787202944:12345-192.168.204.57@tcp:101:dbench.0 Request processed in 6895us (11549us total) trans 4294975762 rc 0/0 00000100:00100000:3.0:1776265351.885650:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 16894 00010000:00010000:3.0:1776265351.901546:0:6376:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000b3bb2c25/0xeb74cb2ea36a15a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.901556:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b3bb2c25/0xeb74cb2ea36a15a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1776265351.901601:0:6376:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3d2:0x0]: returning size 42652 00000004:00200000:3.0:1776265351.901606:0:6376:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1776265351.901625:0:6376:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000b3bb2c25/0xeb74cb2ea36a15a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.901638:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b3bb2c25/0xeb74cb2ea36a15a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.901670:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004698b116/0xeb74cb2ea36a1599 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4645d expref: 704 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.901684:0:6376:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000b3bb2c25/0xeb74cb2ea36a15a0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4645d expref: 703 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.901691:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d2:0x0].0x0 (000000001f657a7e) 00010000:00010000:3.0:1776265351.901694:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1776265351.901696:0:6376:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000b3bb2c25, rc 0) 00000100:00100000:3.0:1776265351.901721:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000054ffecd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+703:11341:x1862548787203136:12345-192.168.204.57@tcp:101:dbench.0 Request processed in 9882us (10623us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265351.901728:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 16896 00000100:00100000:3.0:1776265351.908098:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787203328 00000100:00100000:3.0:1776265351.908173:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 16897 00000100:00100000:3.0:1776265351.908182:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffcc0845 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+701:11341:x1862548787203328:12345-192.168.204.57@tcp:101:dbench.0 00010000:00010000:3.0:1776265351.908261:0:6376:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776265351.908295:0:6376:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a15a7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x201:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46464 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.908384:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000701e4684/0xeb74cb2ea36a15ae lrc: 3/1,0 mode: --/CR res: [0x200000401:0x201:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.908499:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000701e4684/0xeb74cb2ea36a15ae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.908541:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000701e4684/0xeb74cb2ea36a15ae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.908563:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a15b5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x201:0x0].0x28dc98c0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.908571:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a15b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x201:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.908578:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a15b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x201:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.908866:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000701e4684/0xeb74cb2ea36a15ae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.908876:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000701e4684/0xeb74cb2ea36a15ae lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.908889:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000701e4684/0xeb74cb2ea36a15ae lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.908897:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000701e4684 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265351.908901:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000701e4684/0xeb74cb2ea36a15ae lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.908908:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000701e4684/0xeb74cb2ea36a15ae lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.908922:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x201:0x0].0x0 (00000000d69b471d) 00010000:00010000:3.0:1776265351.908925:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265351.908930:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000701e4684/0xeb74cb2ea36a15ae lrc: 2/0,0 mode: --/CR res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.908936:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000701e4684/0xeb74cb2ea36a15ae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.908949:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a15b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x201:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.908955:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a15b5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x201:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.908959:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a15b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x201:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.908965:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000055e1677b already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265351.908967:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a15b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x201:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.908973:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a15b5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x201:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.908980:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x201:0x0].0x28dc98c0 (000000008630bf76) 00010000:00010000:3.0:1776265351.908982:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265351.908983:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a15b5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x201:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.908988:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a15b5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x201:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.909024:0:6376:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a15a7 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46464 expref: 702 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.909031:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a15a7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46464 expref: 702 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.909039:0:6376:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000c417ec63, rc 0) 00000100:00100000:3.0:1776265351.909195:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffcc0845 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+701:11341:x1862548787203328:12345-192.168.204.57@tcp:101:dbench.0 Request processed in 1012us (1247us total) trans 0 rc 301/301 00000100:00100000:3.0:1776265351.909204:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 16897 00000100:00100000:3.0:1776265351.912480:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265351.920086:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787203456 00000100:00100000:3.0:1776265351.920168:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 16899 00000100:00100000:3.0:1776265351.920177:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5b48d11 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+702:11340:x1862548787203456:12345-192.168.204.57@tcp:101:dbench.0 00010000:00010000:3.0:1776265351.920207:0:6376:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776265351.920267:0:6376:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a15ca lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46472 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.920357:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a15d1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.920378:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a15d1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.920395:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a15d1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.945774:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a15ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22c:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.945796:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a15ed lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x22c:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.945803:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a15ed lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22c:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.945810:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004bea40e2 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265351.945814:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a15ed lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22c:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.945822:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a15ed lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x22c:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.945840:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22c:0x0].0x458ba0d4 (00000000952652e4) 00010000:00010000:3.0:1776265351.945843:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265351.945848:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a15ed lrc: 2/0,0 mode: --/PW res: [0x200000401:0x22c:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.945856:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a15ed lrc: 0/0,0 mode: --/PW res: [0x200000401:0x22c:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.962778:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a1625 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.962793:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a1625 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.962799:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a1625 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.962805:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e8466407 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265351.962808:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a1625 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.962815:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a1625 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.962831:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x201:0x0].0x28dc98c0 (000000007eefeabd) 00010000:00010000:3.0:1776265351.962834:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265351.962838:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a1625 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x201:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.962845:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a1625 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x201:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265351.963304:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 16903 00000100:00100000:3.0:1776265351.963312:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091d535ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+705:11340:x1862548787203904:12345-192.168.204.57@tcp:101:dbench.0 00010000:00010000:3.0:1776265351.963337:0:11775:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776265351.963354:0:11775:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a163a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece4648e expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.963414:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a1641 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.963427:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a1641 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.963437:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a1641 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1776265351.963476:0:11775:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1776265351.963495:0:11775:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a1641 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.963507:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a1641 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.963528:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a163a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4648e expref: 707 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.963541:0:11775:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a1641 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4648e expref: 706 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.963547:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d3:0x0].0x0 (00000000c8bd598e) 00010000:00010000:3.0:1776265351.963550:0:11775:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1776265351.963552:0:11775:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000055e1677b, rc 0) 00000100:00100000:3.0:1776265351.963602:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091d535ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+706:11340:x1862548787203904:12345-192.168.204.57@tcp:101:dbench.0 Request processed in 290us (1004us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265351.963609:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 16903 00000100:00100000:3.0:1776265351.963629:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 16904 00000100:00100000:3.0:1776265351.963633:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078cf2ada pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+705:11341:x1862548787203968:12345-192.168.204.57@tcp:101:dbench.0 00010000:00010000:3.0:1776265351.963642:0:11775:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776265351.963650:0:11775:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000701e4684/0xeb74cb2ea36a1648 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x201:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46495 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.963673:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000061ead546/0xeb74cb2ea36a164f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3d4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.963683:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000061ead546/0xeb74cb2ea36a164f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.963690:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000061ead546/0xeb74cb2ea36a164f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1776265351.963711:0:11775:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1776265351.963720:0:11775:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000061ead546/0xeb74cb2ea36a164f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.963727:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000061ead546/0xeb74cb2ea36a164f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.963740:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000701e4684/0xeb74cb2ea36a1648 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46495 expref: 707 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.963750:0:11775:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000061ead546/0xeb74cb2ea36a164f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46495 expref: 706 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.963761:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d4:0x0].0x0 (00000000ba77ce07) 00010000:00010000:3.0:1776265351.963764:0:11775:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1776265351.963765:0:11775:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000061ead546, rc 0) 00000100:00100000:3.0:1776265351.963784:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078cf2ada pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+706:11341:x1862548787203968:12345-192.168.204.57@tcp:101:dbench.0 Request processed in 151us (1081us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265351.963790:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 16904 00000100:00100000:3.0:1776265351.970765:0:10780:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787204032 00000100:00100000:3.0:1776265351.970824:0:10780:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3020 00000100:00100000:3.0:1776265351.970834:0:10780:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000007221dbc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+92:2206:x1862548787204032:12345-192.168.204.57@tcp:101:dbench.0 00010000:00010000:3.0:1776265351.970852:0:10780:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776265351.970876:0:10780:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a1656 lrc: 2/0,0 mode: --/PR res: [0x1cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece4649c expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1776265351.970909:0:10780:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x1cd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1776265351.970926:0:10780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265351.970928:0:10780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265351.970937:0:10780:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a1656 lrc: 3/0,0 mode: PR/PR res: [0x1cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4649c expref: 93 pid: 10780 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1776265351.970954:0:10780:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a1656 lrc: 3/0,0 mode: PR/PR res: [0x1cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4649c expref: 93 pid: 10780 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1776265351.970966:0:10780:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001d8f5300, rc 0) 00000100:00100000:3.0:1776265351.971017:0:10780:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000007221dbc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+93:2206:x1862548787204032:12345-192.168.204.57@tcp:101:dbench.0 Request processed in 184us (2277us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265351.971028:0:10780:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3020 00000100:00100000:3.0:1776265351.976113:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787204224 00000100:00100000:3.0:1776265351.976164:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787204352 00000100:00100000:3.0:1776265351.976184:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4817 00000100:00100000:3.0:1776265351.976191:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a41af81 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+707:11340:x1862548787204224:12345-192.168.204.57@tcp:35:dbench.0 00000040:00080000:3.0:1776265351.976573:0:12446:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5167, 168 off906496 00000001:00080000:3.0:1776265351.976580:0:12446:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 4294975765 00000100:00100000:3.0:1776265351.976668:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a41af81 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+708:11340:x1862548787204224:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 476us (873us total) trans 4294975765 rc 0/0 00000100:00100000:3.0:1776265351.976676:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4817 00000100:00100000:3.0:1776265351.976693:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4818 00000100:00100000:3.0:1776265351.976697:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002790e0a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+707:11341:x1862548787204352:12345-192.168.204.57@tcp:35:dbench.0 00000040:00080000:3.0:1776265351.976851:0:12446:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5168, 168 off906664 00000001:00080000:3.0:1776265351.976856:0:12446:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 4294975766 00000100:00100000:3.0:1776265351.978512:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002790e0a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+708:11341:x1862548787204352:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 1807us (2674us total) trans 4294975766 rc 0/0 00000100:00100000:3.0:1776265351.978526:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4818 00000100:00100000:3.0:1776265351.986249:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787204608 00000100:00100000:3.0:1776265351.986305:0:5510:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4819 00000100:00100000:3.0:1776265351.986313:0:5510:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5dfded7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+708:11340:x1862548787204608:12345-192.168.204.57@tcp:35:dbench.0 00000040:00080000:3.0:1776265351.986705:0:5510:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5169, 168 off906832 00000001:00080000:3.0:1776265351.986712:0:5510:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 4294975767 00000100:00100000:3.0:1776265351.986796:0:5510:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5dfded7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+709:11340:x1862548787204608:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 483us (670us total) trans 4294975767 rc 0/0 00000100:00100000:3.0:1776265351.986803:0:5510:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4819 00010000:00010000:3.0:1776265351.987722:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265351.987726:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a1679 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.987733:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7305bb6 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265351.987736:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a1679 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.987742:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a1679 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.987750:0:11772:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d4:0x0].0x0 (0000000094c057d4) 00010000:00010000:3.0:1776265351.987752:0:11772:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265351.987754:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a1679 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.987760:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a1679 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265351.987768:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265351.987770:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265351.987771:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776265352.002991:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.003047:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.022605:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.022689:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.036841:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.062693:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.067601:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.077848:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.083331:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.083697:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.092004:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.097780:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.117349:0:10767:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787206464 00000100:00100000:3.0:1776265352.117408:0:10767:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4825 00000100:00100000:3.0:1776265352.117415:0:10767:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5dfded7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+716:11341:x1862548787206464:12345-192.168.204.57@tcp:35:dbench.0 00000040:00080000:3.0:1776265352.117788:0:10767:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5177, 168 off908240 00000001:00080000:3.0:1776265352.117795:0:10767:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 4294975775 00000100:00100000:3.0:1776265352.118256:0:10767:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5dfded7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+717:11341:x1862548787206464:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 838us (1231us total) trans 4294975775 rc 0/0 00000100:00100000:3.0:1776265352.118265:0:10767:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4825 00000100:00100000:3.0:1776265352.138179:0:5494:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787206720 00010000:00010000:3.0:1776265352.138244:0:5494:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000001e8b3ffc/0xeb74cb2ea369f44b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece459d6 expref: 719 pid: 6376 timeout: 553 lvb_type: 0 00000100:00100000:3.0:1776265352.138286:0:5494:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5059 00000100:00100000:3.0:1776265352.138292:0:5494:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003794dca0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+719:2206:x1862548787206720:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1776265352.138307:0:5494:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776265352.138313:0:5494:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000001e8b3ffc/0xeb74cb2ea369f44b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece459d6 expref: 719 pid: 6376 timeout: 553 lvb_type: 0 00010000:00010000:3.0:1776265352.138324:0:5494:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000001e8b3ffc/0xeb74cb2ea369f44b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece459d6 expref: 719 pid: 6376 timeout: 553 lvb_type: 0 00010000:00010000:3.0:1776265352.138347:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001e8b3ffc/0xeb74cb2ea369f44b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26c:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece459d6 expref: 719 pid: 6376 timeout: 553 lvb_type: 0 00010000:00010000:3.0:1776265352.138370:0:5494:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0x0 (000000003c4403b3) 00010000:00010000:3.0:1776265352.138374:0:5494:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000004e1ab48d/0xeb74cb2ea36a1798 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.138384:0:5494:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000004e1ab48d/0xeb74cb2ea36a1798 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.138403:0:5494:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004e1ab48d/0xeb74cb2ea36a1798 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x26c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.138430:0:5494:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776265352.138491:0:5494:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003794dca0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+718:2206:x1862548787206720:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 Request processed in 198us (953us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265352.138498:0:5494:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5059 00000100:00100000:3.0:1776265352.141704:0:11803:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787206784 00000100:00100000:3.0:1776265352.141756:0:11803:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3025 00000100:00100000:3.0:1776265352.141763:0:11803:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010da09da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:eb6cb94b-5215-4380-a55a-e4c0b1168549+103:11340:x1862548787206784:12345-192.168.204.57@tcp:101:dbench.0 00010000:00010000:3.0:1776265352.141781:0:11803:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776265352.141801:0:11803:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000701e4684/0xeb74cb2ea36a17ad lrc: 2/0,0 mode: --/PW res: [0x1cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46513 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.141832:0:11803:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f16467ca/0xeb74cb2ea36a179f lrc: 2/0,0 mode: PR/PR res: [0x1cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46505 expref: 104 pid: 11796 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1776265352.141842:0:11803:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265352.141844:0:11803:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265352.141847:0:11803:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000701e4684/0xeb74cb2ea36a17ad lrc: 4/0,0 mode: --/PW res: [0x1cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46513 expref: 104 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.141896:0:11803:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f16467ca/0xeb74cb2ea36a179f lrc: 3/0,0 mode: PR/PR res: [0x1cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46505 expref: 104 pid: 11796 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1776265352.141909:0:11803:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f16467ca/0xeb74cb2ea36a179f lrc: 4/0,0 mode: PR/PR res: [0x1cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46505 expref: 104 pid: 11796 timeout: 553 lvb_type: 1 00000100:00100000:3.0:1776265352.141922:0:11803:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000df1bc0cb pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:11803:1862548793518464:192.168.204.57@tcp:104: 00000100:00100000:3.0:1776265352.141989:0:11803:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e6e08ce0 going to sleep for 43 seconds 00000100:00100000:3.0:1776265352.148925:0:11803:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000df1bc0cb pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:11803:1862548793518464:192.168.204.57@tcp:104: 00010000:00010000:3.0:1776265352.148961:0:11803:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000701e4684/0xeb74cb2ea36a17ad lrc: 3/0,0 mode: --/PW res: [0x1cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46513 expref: 104 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.148984:0:11803:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000701e4684, rc 0) 00000100:00100000:3.0:1776265352.149044:0:11803:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010da09da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:eb6cb94b-5215-4380-a55a-e4c0b1168549+104:11340:x1862548787206784:12345-192.168.204.57@tcp:101:dbench.0 Request processed in 7279us (7420us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265352.149053:0:11803:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3025 00000100:00100000:3.0:1776265352.160455:0:5494:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787206912 00010000:00010000:3.0:1776265352.160492:0:5494:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f16467ca/0xeb74cb2ea36a179f lrc: 4/0,0 mode: PR/PR res: [0x1cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46505 expref: 104 pid: 11796 timeout: 553 lvb_type: 1 00000100:00100000:3.0:1776265352.160526:0:5494:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5061 00000100:00100000:3.0:1776265352.160532:0:5494:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003013950b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+104:2206:x1862548787206912:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1776265352.160546:0:5494:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776265352.160568:0:5494:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f16467ca/0xeb74cb2ea36a179f lrc: 4/0,0 mode: PR/PR res: [0x1cf:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46505 expref: 104 pid: 11796 timeout: 553 lvb_type: 1 00010000:00010000:3.0:1776265352.160580:0:5494:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f16467ca/0xeb74cb2ea36a179f lrc: 3/0,0 mode: PR/PR res: [0x1cf:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46505 expref: 104 pid: 11796 timeout: 553 lvb_type: 1 00010000:00010000:3.0:1776265352.160604:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f16467ca/0xeb74cb2ea36a179f lrc: 0/0,0 mode: --/PR res: [0x1cf:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46505 expref: 104 pid: 11796 timeout: 553 lvb_type: 1 00010000:00010000:3.0:1776265352.160619:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265352.160622:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265352.160629:0:5494:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000701e4684/0xeb74cb2ea36a17ad lrc: 2/0,0 mode: PW/PW res: [0x1cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46513 expref: 103 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.160639:0:5494:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000701e4684/0xeb74cb2ea36a17ad lrc: 3/0,0 mode: PW/PW res: [0x1cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46513 expref: 103 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.160673:0:5494:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000701e4684/0xeb74cb2ea36a17ad lrc: 3/0,0 mode: PW/PW res: [0x1cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46513 expref: 103 pid: 11803 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265352.160685:0:5494:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000df1bc0cb pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5494:1862548793518592:192.168.204.57@tcp:105: 00000100:00100000:3.0:1776265352.160755:0:5494:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e6e08ce0 going to sleep for 43 seconds 00002000:00100000:3.0:1776265352.167055:0:11751:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x100010000:0x1cf:0x0] (0->10574) req@00000000dc59249b x1862548787207040/t0(0) o4->eb6cb94b-5215-4380-a55a-e4c0b1168549@192.168.204.57@tcp:263/0 lens 11064/0 e 0 to 0 dl 1776265358 ref 1 fl New:/0/ffffffff rc 0/-1 job:'dbench.0' 00002000:00100000:3.0:1776265352.167082:0:11751:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000dc59249b with x1862548787207040 ext(0->10574) 00002000:00010000:3.0:1776265352.167088:0:11751:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req 00000000dc59249b 00000100:00100000:3.0:1776265352.167125:0:11751:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 660 00000100:00100000:3.0:1776265352.167132:0:11751:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc59249b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+103:2205:x1862548787207040:12345-192.168.204.57@tcp:4:dbench.0 00000100:00100000:3.0:1776265352.168155:0:11751:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc59249b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+105:2205:x1862548787207040:12345-192.168.204.57@tcp:4:dbench.0 Request processed in 1020us (2180us total) trans 4294968214 rc 0/0 00000100:00100000:3.0:1776265352.168167:0:11751:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 660 00002000:00100000:3.0:1776265352.168177:0:11751:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x100010000:0x1cf:0x0] (0->10574) req@00000000dc59249b x1862548787207040/t4294968214(0) o4->eb6cb94b-5215-4380-a55a-e4c0b1168549@192.168.204.57@tcp:263/0 lens 11064/448 e 0 to 0 dl 1776265358 ref 1 fl Complete:/0/0 rc 0/0 job:'dbench.0' 00002000:00100000:3.0:1776265352.168186:0:11751:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000dc59249b with x1862548787207040 ext(0->10574) 00002000:00010000:3.0:1776265352.168189:0:11751:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req 00000000dc59249b 00000100:00100000:3.0:1776265352.176756:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 16920 00000100:00100000:3.0:1776265352.176765:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6cdb9ac pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+719:11341:x1862548787207168:12345-192.168.204.57@tcp:101:dbench.0 00000100:00100000:3.0:1776265352.176839:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 16921 00000100:00100000:3.0:1776265352.176844:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c493ed41 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+719:11340:x1862548787207232:12345-192.168.204.57@tcp:44:dbench.0 00010000:00010000:3.0:1776265352.177103:0:6376:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776265352.177132:0:6376:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a17c2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46521 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.177244:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a17c9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x26e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.177264:0:6376:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000c988ce0b/0xeb74cb2ea369f4c9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45a00 expref: 720 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.177272:0:6376:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a17c9 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x26e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.177345:0:6376:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000c988ce0b/0xeb74cb2ea369f4c9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45a00 expref: 720 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.177374:0:6376:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000c988ce0b/0xeb74cb2ea369f4c9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45a00 expref: 720 pid: 6376 timeout: 553 lvb_type: 0 00000100:00100000:3.0:1776265352.177395:0:6376:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ecdfa584 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6376:1862548793518656:192.168.204.57@tcp:104: 00000100:00100000:3.0:1776265352.177480:0:6376:0:(client.c:2500:ptlrpc_set_wait()) set 0000000085e1d360 going to sleep for 43 seconds 00000100:00100000:3.0:1776265352.188327:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1776265352.192266:0:5494:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c988ce0b/0xeb74cb2ea369f4c9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45a00 expref: 721 pid: 6376 timeout: 553 lvb_type: 0 00000100:00100000:3.0:1776265352.192312:0:5494:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5062 00000100:00100000:3.0:1776265352.192329:0:5494:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ecdfa584 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+721:2205:x1862548787207296:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1776265352.192352:0:5494:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776265352.192359:0:5494:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000c988ce0b/0xeb74cb2ea369f4c9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45a00 expref: 721 pid: 6376 timeout: 553 lvb_type: 0 00010000:00010000:3.0:1776265352.192371:0:5494:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000c988ce0b/0xeb74cb2ea369f4c9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45a00 expref: 721 pid: 6376 timeout: 553 lvb_type: 0 00010000:00010000:3.0:1776265352.192396:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c988ce0b/0xeb74cb2ea369f4c9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45a00 expref: 721 pid: 6376 timeout: 553 lvb_type: 0 00010000:00010000:3.0:1776265352.192656:0:5494:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26e:0x0].0x0 (0000000076742759) 00010000:00010000:3.0:1776265352.192661:0:5494:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a17c9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x26e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.192672:0:5494:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a17c9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.192680:0:5494:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a17c9 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x26e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.192709:0:5494:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776265352.192857:0:5494:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ecdfa584 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+720:2205:x1862548787207296:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 527us (4542us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265352.192864:0:5494:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5062 00000100:00100000:3.0:1776265352.218829:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.222549:0:6376:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c177cd8 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6376:1862548793518720:192.168.204.57@tcp:104: 00010000:00010000:3.0:1776265352.222585:0:6376:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a17de lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26e:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265352.223502:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787207424 00010000:00010000:3.0:1776265352.223531:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a17c9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x26e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46521 expref: 722 pid: 6376 timeout: 553 lvb_type: 0 00000100:00100000:3.0:1776265352.223562:0:11760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5063 00000100:00100000:3.0:1776265352.223568:0:11760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002830df6d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+722:2205:x1862548787207424:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1776265352.223582:0:11760:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776265352.223587:0:11760:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a17c9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x26e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46521 expref: 722 pid: 6376 timeout: 553 lvb_type: 0 00010000:00010000:3.0:1776265352.223597:0:11760:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a17c9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46521 expref: 722 pid: 6376 timeout: 553 lvb_type: 0 00010000:00010000:3.0:1776265352.223615:0:11760:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a17c9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x26e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46521 expref: 722 pid: 6376 timeout: 553 lvb_type: 0 00010000:00010000:3.0:1776265352.223631:0:11760:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26e:0x0].0x0 (0000000076742759) 00010000:00010000:3.0:1776265352.223635:0:11760:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a17de lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26e:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.223644:0:11760:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a17de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26e:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.223652:0:11760:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a17de lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x26e:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.223672:0:11760:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776265352.223713:0:11760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002830df6d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+721:2205:x1862548787207424:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 Request processed in 145us (554us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265352.223720:0:11760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5063 00010000:00010000:3.0:1776265352.223803:0:6376:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a17de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.223812:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a17de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1776265352.223853:0:6376:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x26e:0x0]: returning size 1048576 00000004:00200000:3.0:1776265352.223857:0:6376:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1776265352.223885:0:6376:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a17de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.223895:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a17de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.223917:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a17d7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46528 expref: 721 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.223930:0:6376:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a17de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46528 expref: 720 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.223937:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26e:0x0].0x0 (0000000076742759) 00010000:00010000:3.0:1776265352.223939:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1776265352.223941:0:6376:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000900bca3b, rc 0) 00000100:00100000:3.0:1776265352.223965:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df1bc0cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+720:11341:x1862548787207360:12345-192.168.204.57@tcp:101:dbench.0 Request processed in 4982us (5146us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265352.223972:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 16922 00000100:00100000:3.0:1776265352.234482:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787207552 00000100:00100000:3.0:1776265352.234565:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 16923 00000100:00100000:3.0:1776265352.234619:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b754763 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+720:11341:x1862548787207552:12345-192.168.204.57@tcp:101:dbench.0 00010000:00010000:3.0:1776265352.234641:0:6376:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776265352.234661:0:6376:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a17e5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece4652f expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.234746:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a17ec lrc: 3/0,1 mode: --/CW res: [0x200000401:0x270:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.234762:0:6376:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000c3b6c083/0xeb74cb2ea369f50f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x270:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45a1c expref: 721 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.234769:0:6376:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a17ec lrc: 4/0,1 mode: --/CW res: [0x200000401:0x270:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.234799:0:6376:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000c3b6c083/0xeb74cb2ea369f50f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x270:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45a1c expref: 721 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.234815:0:6376:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000c3b6c083/0xeb74cb2ea369f50f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x270:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45a1c expref: 721 pid: 12468 timeout: 553 lvb_type: 0 00000100:00100000:3.0:1776265352.234826:0:6376:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f006cfdc pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6376:1862548793518784:192.168.204.57@tcp:104: 00000100:00100000:3.0:1776265352.234939:0:6376:0:(client.c:2500:ptlrpc_set_wait()) set 0000000085e1d360 going to sleep for 43 seconds 00000100:00100000:3.0:1776265352.243543:0:6376:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f006cfdc pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6376:1862548793518784:192.168.204.57@tcp:104: 00010000:00010000:3.0:1776265352.243573:0:6376:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a17ec lrc: 3/0,1 mode: --/CW res: [0x200000401:0x270:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265352.245250:0:5494:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787207616 00010000:00010000:3.0:1776265352.245285:0:5494:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c3b6c083/0xeb74cb2ea369f50f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x270:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45a1c expref: 722 pid: 12468 timeout: 553 lvb_type: 0 00000100:00100000:3.0:1776265352.245320:0:5494:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5064 00000100:00100000:3.0:1776265352.245326:0:5494:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003cd03979 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+722:2206:x1862548787207616:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1776265352.245341:0:5494:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776265352.245348:0:5494:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000c3b6c083/0xeb74cb2ea369f50f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x270:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45a1c expref: 722 pid: 12468 timeout: 553 lvb_type: 0 00010000:00010000:3.0:1776265352.245359:0:5494:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000c3b6c083/0xeb74cb2ea369f50f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x270:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45a1c expref: 722 pid: 12468 timeout: 553 lvb_type: 0 00010000:00010000:3.0:1776265352.245563:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c3b6c083/0xeb74cb2ea369f50f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x270:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45a1c expref: 722 pid: 12468 timeout: 553 lvb_type: 0 00010000:00010000:3.0:1776265352.245580:0:5494:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x270:0x0].0x0 (000000000c7cc9bc) 00010000:00010000:3.0:1776265352.245584:0:5494:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a17ec lrc: 3/0,1 mode: --/CW res: [0x200000401:0x270:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.245593:0:5494:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a17ec lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x270:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.245601:0:5494:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a17ec lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x270:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.245633:0:5494:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776265352.245680:0:5494:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003cd03979 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+721:2206:x1862548787207616:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 Request processed in 353us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265352.245688:0:5494:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5064 00000100:00100000:3.0:1776265352.251294:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.251341:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787207680 00000100:00100000:3.0:1776265352.251447:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 16924 00000100:00100000:3.0:1776265352.251455:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ecdfa584 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+721:11341:x1862548787207680:12345-192.168.204.57@tcp:101:dbench.0 00010000:00010000:3.0:1776265352.251475:0:6376:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776265352.251494:0:6376:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009155abe7/0xeb74cb2ea36a17fa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46536 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.251549:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a1801 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x270:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.251566:0:6376:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a17ec lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x270:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4652f expref: 722 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.251574:0:6376:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a1801 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x270:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.251609:0:6376:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a17ec lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x270:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4652f expref: 722 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.251620:0:6376:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a17ec lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x270:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4652f expref: 722 pid: 6376 timeout: 553 lvb_type: 0 00000100:00100000:3.0:1776265352.251633:0:6376:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f006cfdc pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6376:1862548793518848:192.168.204.57@tcp:104: 00000100:00100000:3.0:1776265352.251701:0:6376:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e6e08ce0 going to sleep for 43 seconds 00000100:00100000:3.0:1776265352.257895:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.257944:0:5494:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787207744 00010000:00010000:3.0:1776265352.258122:0:5494:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a17ec lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x270:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4652f expref: 723 pid: 6376 timeout: 553 lvb_type: 0 00000100:00100000:3.0:1776265352.258163:0:5494:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5065 00000100:00100000:3.0:1776265352.258170:0:5494:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007773b58e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+723:2206:x1862548787207744:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1776265352.258186:0:5494:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776265352.258191:0:5494:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a17ec lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x270:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4652f expref: 723 pid: 6376 timeout: 553 lvb_type: 0 00010000:00010000:3.0:1776265352.258203:0:5494:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a17ec lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x270:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4652f expref: 723 pid: 6376 timeout: 553 lvb_type: 0 00010000:00010000:3.0:1776265352.258247:0:5494:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x270:0x0].0x0 (000000000c7cc9bc) 00010000:00010000:3.0:1776265352.258251:0:5494:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a1801 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x270:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.258262:0:5494:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a1801 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x270:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.258270:0:5494:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a1801 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x270:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.258290:0:5494:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776265352.258335:0:5494:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007773b58e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+723:2206:x1862548787207744:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 164us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265352.258343:0:5494:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5065 00010000:00010000:3.0:1776265352.268276:0:6376:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a1801 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x270:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.268297:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a1801 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x270:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1776265352.268340:0:6376:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x270:0x0]: returning size 1867776 00000004:00200000:3.0:1776265352.268344:0:6376:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1776265352.268366:0:6376:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a1801 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x270:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.268381:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a1801 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x270:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.268412:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009155abe7/0xeb74cb2ea36a17fa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46536 expref: 722 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.268430:0:6376:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a1801 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x270:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46536 expref: 721 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.268438:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x270:0x0].0x0 (000000000c7cc9bc) 00010000:00010000:3.0:1776265352.268441:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1776265352.268444:0:6376:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000083b36aef, rc 0) 00000100:00100000:3.0:1776265352.268551:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ecdfa584 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+721:11341:x1862548787207680:12345-192.168.204.57@tcp:101:dbench.0 Request processed in 17094us (17263us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265352.268561:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 16924 00000100:00100000:3.0:1776265352.281430:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.291796:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787207936 00010000:00010000:3.0:1776265352.291837:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e3a86b40/0xeb74cb2ea367fd08 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x22e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b0d3 expref: 723 pid: 5508 timeout: 553 lvb_type: 0 00000100:00100000:3.0:1776265352.291884:0:11760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5066 00000100:00100000:3.0:1776265352.291891:0:11760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007992d54b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+723:2205:x1862548787207936:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1776265352.291905:0:11760:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776265352.291911:0:11760:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000e3a86b40/0xeb74cb2ea367fd08 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x22e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b0d3 expref: 723 pid: 5508 timeout: 553 lvb_type: 0 00010000:00010000:3.0:1776265352.291922:0:11760:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000e3a86b40/0xeb74cb2ea367fd08 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x22e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b0d3 expref: 723 pid: 5508 timeout: 553 lvb_type: 0 00010000:00010000:3.0:1776265352.291945:0:11760:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22e:0x0].0x0 (000000004c4f4588) 00010000:00010000:3.0:1776265352.291950:0:11760:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 00000000f16467ca/0xeb74cb2ea36a180f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x22e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.291959:0:11760:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000f16467ca/0xeb74cb2ea36a180f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.291967:0:11760:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f16467ca/0xeb74cb2ea36a180f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x22e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.292003:0:11760:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776265352.292053:0:11760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007992d54b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+723:2205:x1862548787207936:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 161us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265352.292060:0:11760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5066 00000100:00100000:3.0:1776265352.292876:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000091b808d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793518976:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776265352.292924:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776265352.292944:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e183d7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793519232:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776265352.292963:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776265352.292979:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1776265352.292984:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000175ce0df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793519168:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776265352.293156:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776265352.293185:0:11803:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793518976 00000100:00100000:3.0:1776265352.293679:0:11803:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793519232 00000100:00100000:3.0:1776265352.293705:0:11803:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793519168 00000100:00100000:3.0:1776265352.293719:0:11803:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793519040 00000100:00100000:3.0:1776265352.293732:0:11803:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793519104 00000100:00100000:3.0:1776265352.293748:0:11803:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3026 00000100:00100000:3.0:1776265352.293753:0:11803:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009c139136 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+9:2996:x1862548793518976:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776265352.293778:0:11803:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:456 count 1 00010000:00010000:3.0:1776265352.293802:0:11803:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009155abe7/0xeb74cb2ea36a1816 lrc: 3/0,1 mode: --/PW res: [0x1c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.293820:0:11803:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000076cf1fcd/0xeb74cb2ea36a0817 lrc: 2/0,0 mode: PR/PR res: [0x1c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46012 expref: 104 pid: 10780 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1776265352.293828:0:11803:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265352.293831:0:11803:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265352.293833:0:11803:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009155abe7/0xeb74cb2ea36a1816 lrc: 4/0,1 mode: --/PW res: [0x1c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.293861:0:11803:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000076cf1fcd/0xeb74cb2ea36a0817 lrc: 3/0,0 mode: PR/PR res: [0x1c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46012 expref: 104 pid: 10780 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1776265352.293872:0:11803:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000076cf1fcd/0xeb74cb2ea36a0817 lrc: 4/0,0 mode: PR/PR res: [0x1c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46012 expref: 104 pid: 10780 timeout: 553 lvb_type: 1 00000100:00100000:3.0:1776265352.293882:0:11803:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d6e945d3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:11803:1862548793519808:192.168.204.57@tcp:104: 00000100:00100000:3.0:1776265352.293928:0:11803:0:(client.c:2500:ptlrpc_set_wait()) set 00000000da34373d going to sleep for 43 seconds 00000100:00100000:3.0:1776265352.293945:0:10780:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3027 00000100:00100000:3.0:1776265352.293949:0:10780:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b6cb1297 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:2996:x1862548793519232:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776265352.293960:0:10780:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:462 count 1 00010000:00010000:3.0:1776265352.293970:0:10780:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007e193529/0xeb74cb2ea36a181d lrc: 3/0,1 mode: --/PW res: [0x1ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.293980:0:10780:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cf8f8b19/0xeb74cb2ea36a165d lrc: 2/0,0 mode: PR/PR res: [0x1ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece464a3 expref: 104 pid: 11777 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1776265352.293985:0:10780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265352.293986:0:10780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265352.293987:0:10780:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007e193529/0xeb74cb2ea36a181d lrc: 4/0,1 mode: --/PW res: [0x1ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.294003:0:10780:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cf8f8b19/0xeb74cb2ea36a165d lrc: 3/0,0 mode: PR/PR res: [0x1ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece464a3 expref: 104 pid: 11777 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1776265352.294206:0:10780:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cf8f8b19/0xeb74cb2ea36a165d lrc: 4/0,0 mode: PR/PR res: [0x1ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece464a3 expref: 104 pid: 11777 timeout: 553 lvb_type: 1 00000100:00100000:3.0:1776265352.294237:0:10780:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000098dd1418 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10780:1862548793519872:192.168.204.57@tcp:104: 00000100:00100000:3.0:1776265352.294261:0:10780:0:(client.c:2500:ptlrpc_set_wait()) set 0000000004d3251d going to sleep for 43 seconds 00000100:00100000:3.0:1776265352.294278:0:11802:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3028 00000100:00100000:3.0:1776265352.294282:0:11802:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078faed62 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+9:2996:x1862548793519168:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776265352.294294:0:11802:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:460 count 1 00010000:00010000:3.0:1776265352.294306:0:11802:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a250feac/0xeb74cb2ea36a1824 lrc: 3/0,1 mode: --/PW res: [0x1cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.294316:0:11802:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bf6f9df1/0xeb74cb2ea36a12eb lrc: 2/0,0 mode: PR/PR res: [0x1cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46376 expref: 104 pid: 11777 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1776265352.294321:0:11802:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265352.294322:0:11802:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265352.294324:0:11802:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a250feac/0xeb74cb2ea36a1824 lrc: 4/0,1 mode: --/PW res: [0x1cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.294339:0:11802:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bf6f9df1/0xeb74cb2ea36a12eb lrc: 3/0,0 mode: PR/PR res: [0x1cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46376 expref: 104 pid: 11777 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1776265352.294346:0:11802:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bf6f9df1/0xeb74cb2ea36a12eb lrc: 4/0,0 mode: PR/PR res: [0x1cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46376 expref: 104 pid: 11777 timeout: 553 lvb_type: 1 00000100:00100000:3.0:1776265352.294353:0:11802:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e5efb2e pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:11802:1862548793519936:192.168.204.57@tcp:104: 00000100:00100000:3.0:1776265352.294373:0:11802:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fc4104a8 going to sleep for 43 seconds 00000100:00100000:3.0:1776265352.294406:0:11779:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3029 00000100:00100000:3.0:1776265352.294411:0:11779:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a7471cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+9:2993:x1862548793519040:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776265352.294422:0:11779:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:452 count 1 00010000:00010000:3.0:1776265352.294433:0:11779:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a182b lrc: 3/0,1 mode: --/PW res: [0x1c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.294443:0:11779:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f99ed43b/0xeb74cb2ea36a01db lrc: 2/0,0 mode: PW/PW res: [0x1c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45e13 expref: 104 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.294450:0:11779:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776265352.294451:0:11779:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776265352.294452:0:11779:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a182b lrc: 4/0,1 mode: --/PW res: [0x1c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.294467:0:11779:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f99ed43b/0xeb74cb2ea36a01db lrc: 3/0,0 mode: PW/PW res: [0x1c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45e13 expref: 104 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.294475:0:11779:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f99ed43b/0xeb74cb2ea36a01db lrc: 4/0,0 mode: PW/PW res: [0x1c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45e13 expref: 104 pid: 10780 timeout: 553 lvb_type: 0 00000100:00100000:3.0:1776265352.294483:0:11779:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fb3f4337 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:11779:1862548793520000:192.168.204.57@tcp:104: 00000100:00100000:3.0:1776265352.294503:0:11779:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e6e08ce0 going to sleep for 43 seconds 00000100:00100000:3.0:1776265352.305849:0:11783:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3038 00000100:00100000:3.0:1776265352.305853:0:11783:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f457a73 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+12:2995:x1862548793519744:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776265352.305866:0:11783:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:461 count 1 00010000:00010000:3.0:1776265352.305878:0:11783:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005fe205d5/0xeb74cb2ea36a1871 lrc: 3/0,1 mode: --/PW res: [0x1cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.305890:0:11783:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a1656 lrc: 2/0,0 mode: PR/PR res: [0x1cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4649c expref: 93 pid: 10780 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1776265352.305895:0:11783:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265352.305897:0:11783:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265352.305898:0:11783:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005fe205d5/0xeb74cb2ea36a1871 lrc: 4/0,1 mode: --/PW res: [0x1cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.305914:0:11783:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a1656 lrc: 3/0,0 mode: PR/PR res: [0x1cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4649c expref: 93 pid: 10780 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1776265352.305922:0:11783:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a1656 lrc: 4/0,0 mode: PR/PR res: [0x1cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4649c expref: 93 pid: 10780 timeout: 553 lvb_type: 1 00000100:00100000:3.0:1776265352.305929:0:11783:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000432c4273 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:11783:1862548793520576:192.168.204.57@tcp:104: 00000100:00100000:3.0:1776265352.305951:0:11783:0:(client.c:2500:ptlrpc_set_wait()) set 000000006ac9b491 going to sleep for 43 seconds 00010000:00010000:3.0:1776265352.313446:0:11779:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f99ed43b/0xeb74cb2ea36a01db lrc: 0/0,0 mode: --/PW res: [0x1c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45e13 expref: 103 pid: 10780 timeout: 553 lvb_type: 0 00000100:00100000:3.0:1776265352.313475:0:11779:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fb3f4337 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:11779:1862548793520000:192.168.204.57@tcp:104: 00010000:00010000:3.0:1776265352.313699:0:11779:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a182b lrc: 3/0,1 mode: PW/PW res: [0x1c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.313707:0:11779:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a182b lrc: 3/0,1 mode: PW/PW res: [0x1c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.313716:0:11779:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a182b lrc: 3/0,1 mode: PW/PW res: [0x1c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.313722:0:11779:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a182b lrc: 3/0,1 mode: PW/PW res: [0x1c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.313727:0:11779:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a182b lrc: 2/0,0 mode: PW/PW res: [0x1c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.313951:0:11779:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776265352.314700:0:11779:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a7471cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+10:2993:x1862548793519040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20288us (21523us total) trans 4294968217 rc 0/0 00000100:00100000:3.0:1776265352.314707:0:11779:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3029 00010000:00010000:3.0:1776265352.314747:0:11802:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bf6f9df1/0xeb74cb2ea36a12eb lrc: 0/0,0 mode: --/PR res: [0x1cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46376 expref: 101 pid: 11777 timeout: 553 lvb_type: 1 00000100:00100000:3.0:1776265352.314758:0:11802:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e5efb2e pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:11802:1862548793519936:192.168.204.57@tcp:104: 00010000:00010000:3.0:1776265352.314771:0:11802:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a250feac/0xeb74cb2ea36a1824 lrc: 3/0,1 mode: PW/PW res: [0x1cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.314777:0:11802:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a250feac/0xeb74cb2ea36a1824 lrc: 3/0,1 mode: PW/PW res: [0x1cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.314781:0:11802:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a250feac/0xeb74cb2ea36a1824 lrc: 3/0,1 mode: PW/PW res: [0x1cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.314791:0:11802:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a250feac/0xeb74cb2ea36a1824 lrc: 3/0,1 mode: PW/PW res: [0x1cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.314797:0:11802:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a250feac/0xeb74cb2ea36a1824 lrc: 2/0,0 mode: PW/PW res: [0x1cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.314818:0:11802:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776265352.315332:0:11802:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078faed62 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+10:2996:x1862548793519168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21048us (22175us total) trans 4294968218 rc 0/0 00000100:00100000:3.0:1776265352.315340:0:11802:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3028 00000004:00080000:3.0:1776265352.317589:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000175ce0df/2, rc 0, transno 922 00000100:00100000:3.0:1776265352.317603:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000175ce0df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793519168:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1776265352.332793:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265352.332799:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a1847 lrc: 2/0,0 mode: PW/PW res: [0x1cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.332810:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008190f10d already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265352.332813:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a1847 lrc: 2/0,0 mode: PW/PW res: [0x1cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.332822:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a1847 lrc: 3/0,0 mode: PW/PW res: [0x1cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.332846:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a1847 lrc: 1/0,0 mode: --/PW res: [0x1cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.332857:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a1847 lrc: 0/0,0 mode: --/PW res: [0x1cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.332878:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265352.332879:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265352.332881:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1776265352.333299:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f006cfdc/2, rc 0, transno 923 00000100:00100000:3.0:1776265352.333307:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f006cfdc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793519104:0@lo:6:osp-syn-1-0.0 00000040:00100000:3.0:1776265352.335548:0:6373:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 391 in log [0x3:0x1:0x0] 00000040:00100000:3.0:1776265352.335723:0:6373:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 390 in log [0x3:0x1:0x0] 00000100:00100000:3.0:1776265352.336353:0:11783:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000432c4273 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:11783:1862548793520576:192.168.204.57@tcp:104: 00010000:00010000:3.0:1776265352.336368:0:11783:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005fe205d5/0xeb74cb2ea36a1871 lrc: 3/0,1 mode: --/PW res: [0x1cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265352.336443:0:11797:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000685dd31a pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:11797:1862548793520384:192.168.204.57@tcp:104: 00010000:00010000:3.0:1776265352.336456:0:11797:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a185c lrc: 3/0,1 mode: --/PW res: [0x1c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.340306:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265352.340316:0:11797:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a185c lrc: 3/0,1 mode: PW/PW res: [0x1c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.340325:0:11797:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a185c lrc: 3/0,1 mode: PW/PW res: [0x1c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.340331:0:11797:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a185c lrc: 3/0,1 mode: PW/PW res: [0x1c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.340337:0:11797:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a185c lrc: 2/0,0 mode: PW/PW res: [0x1c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.340351:0:11797:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776265352.340693:0:11797:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5009934 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+13:2993:x1862548793519296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 36889us (37000us total) trans 4294968208 rc 0/0 00000100:00100000:3.0:1776265352.340702:0:11797:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3035 00000004:00080000:3.0:1776265352.340736:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e49a453c/2, rc 0, transno 912 00000100:00100000:3.0:1776265352.340742:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e49a453c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793519296:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776265352.345192:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265352.348155:0:5507:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000dcfa2500/0xeb74cb2ea36a187f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.348165:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dcfa2500/0xeb74cb2ea36a187f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1776265352.348203:0:5507:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x22e:0x0]: returning size 260096 00000004:00200000:3.0:1776265352.348206:0:5507:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1776265352.348243:0:5507:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000dcfa2500/0xeb74cb2ea36a187f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.348256:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dcfa2500/0xeb74cb2ea36a187f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.348286:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d8cdb891/0xeb74cb2ea36a1878 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46544 expref: 639 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.348305:0:5507:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000dcfa2500/0xeb74cb2ea36a187f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46544 expref: 638 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.348312:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22e:0x0].0x0 (000000004c4f4588) 00010000:00010000:3.0:1776265352.348314:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1776265352.348317:0:5507:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000dcfa2500, rc 0) 00000100:00100000:3.0:1776265352.348352:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005ed7b72 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+638:11341:x1862548787208896:12345-192.168.204.57@tcp:101:dbench.0 Request processed in 3692us (3766us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265352.348359:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 16926 00000100:00100000:3.0:1776265352.373809:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787209024 00000100:00100000:3.0:1776265352.373883:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 16927 00000100:00100000:3.0:1776265352.373890:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dfe9cf12 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+638:11341:x1862548787209024:12345-192.168.204.57@tcp:101:dbench.0 00010000:00010000:3.0:1776265352.373911:0:5507:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776265352.373934:0:5507:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a1886 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece4654b expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.374156:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a188d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.374173:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a188d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.374184:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a188d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.374199:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a1894 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22b:0x0].0x2a1e953 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.374205:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a1894 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22b:0x0].0x2a1e953 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.374319:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a1894 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22b:0x0].0x2a1e953 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.374556:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a188d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.374565:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a188d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.374571:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a188d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.374578:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a9795cf2 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265352.374582:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a188d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.374589:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a188d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.374600:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22b:0x0].0x0 (00000000a9841de0) 00010000:00010000:3.0:1776265352.374602:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265352.374606:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a188d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.374611:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a188d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.374622:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a1894 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22b:0x0].0x2a1e953 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.374632:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a1894 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x22b:0x0].0x2a1e953 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.374638:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a1894 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22b:0x0].0x2a1e953 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.374643:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000052ef386d already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265352.374645:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a1894 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22b:0x0].0x2a1e953 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.374650:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a1894 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x22b:0x0].0x2a1e953 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.374657:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22b:0x0].0x2a1e953 (00000000e129d501) 00010000:00010000:3.0:1776265352.374659:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265352.374660:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a1894 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x22b:0x0].0x2a1e953 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.374666:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a1894 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22b:0x0].0x2a1e953 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.374696:0:5507:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a1886 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4654b expref: 639 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.374704:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a1886 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4654b expref: 639 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.374712:0:5507:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000576af19, rc 0) 00000100:00100000:3.0:1776265352.374777:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dfe9cf12 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+638:11341:x1862548787209024:12345-192.168.204.57@tcp:101:dbench.0 Request processed in 886us (5066us total) trans 0 rc 301/301 00000100:00100000:3.0:1776265352.374786:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 16927 00000100:00100000:3.0:1776265352.379701:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.388816:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.408382:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.431056:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.442793:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.442838:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787209472 00000100:00100000:3.0:1776265352.442882:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 16929 00000100:00100000:3.0:1776265352.442889:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001595b842 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+640:11341:x1862548787209472:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:3.0:1776265352.442948:0:6376:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:3.0:1776265352.442980:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001ab0c8a1/0xeb74cb2ea3682683 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ef:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c085 expref: 640 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.443002:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a1400542/0xeb74cb2ea367e393 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ef:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a6ae expref: 639 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.443014:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004265471e/0xeb74cb2ea3682701 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ef:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c0b6 expref: 638 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.443024:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea367e37e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ef:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a6a7 expref: 637 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.443034:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ef:0x0].0x0 (0000000037b5580f) 00010000:00010000:3.0:1776265352.443047:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000510d5cfc/0xeb74cb2ea36823ab lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1eb:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bf90 expref: 636 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.443481:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1eb:0x0].0x0 (00000000bf9c9f28) 00010000:00010000:3.0:1776265352.443486:0:6376:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776265352.443528:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a18a9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.443544:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a18a9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.443556:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a18a9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.443569:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a18b0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1eb:0x0].0xbf0c4e99 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.443577:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a18b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1eb:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.443582:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a18b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1eb:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.443765:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a18b7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1ef:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.443774:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a18b7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.443781:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a18b7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776265352.444657:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].400, 64 off33856 00000040:00080000:3.0:1776265352.444696:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5178, 184 off908424 00010000:00010000:3.0:1776265352.444757:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a18be lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.444769:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a18be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.444778:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a18be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.444786:0:6376:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a18be lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.444792:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a18be lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.444798:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a18be lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.444813:0:6376:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1776265352.444830:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000001595b842 reply state 0000000015a82894 transno 4294975781 ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a18b7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.444874:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a18a9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.444880:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a18a9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.444891:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a18a9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.444896:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000576af19 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265352.444899:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a18a9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.444905:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a18a9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.444917:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1eb:0x0].0x0 (00000000bf9c9f28) 00010000:00010000:3.0:1776265352.444919:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265352.444923:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a18a9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.444928:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a18a9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776265352.444937:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000001595b842 reply state 0000000015a82894 transno 4294975781 ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a18b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1eb:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265352.445019:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001595b842 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+637:11341:x1862548787209472:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 2127us (2231us total) trans 4294975781 rc 0/0 00000100:00100000:3.0:1776265352.445028:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 16929 00000100:00100000:3.0:1776265352.463566:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.468374:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787209664 00000100:00100000:3.0:1776265352.468430:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 16931 00000100:00100000:3.0:1776265352.468435:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000752ec35 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+639:2208:x1862548787209664:12345-192.168.204.57@tcp:101:ll_sa_11341.0 00010000:00010000:3.0:1776265352.468451:0:5507:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776265352.468471:0:5507:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a18e1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46560 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.468521:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a18e8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.468537:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a18e8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.468549:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a18e8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.468563:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a18ef lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1ed:0x0].0x106120ec bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.468569:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a18ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1ed:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.468575:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a18ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1ed:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.468656:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a18f6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x266:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.468664:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a18f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x266:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.468670:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a18f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x266:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1776265352.468835:0:5507:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x266:0x0]: returning size 11776 00000004:00200000:3.0:1776265352.468839:0:5507:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1776265352.468868:0:5507:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a18f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x266:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.468878:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a18e8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.468884:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a18e8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.468890:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a18e8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.468896:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002cb9c738 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265352.468899:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a18e8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.468906:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a18e8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.468917:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ed:0x0].0x0 (000000004a663168) 00010000:00010000:3.0:1776265352.468920:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265352.468923:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a18e8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.468928:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a18e8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.468940:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a18ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1ed:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.468946:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a18ef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1ed:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.468950:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a18ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1ed:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.468955:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004660d909 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265352.468956:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a18ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1ed:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.468961:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a18ef lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1ed:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.468967:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ed:0x0].0x106120ec (000000002a31c10b) 00010000:00010000:3.0:1776265352.468969:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265352.468970:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a18ef lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1ed:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.468976:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a18ef lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ed:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.469002:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a18e1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46560 expref: 641 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.469013:0:5507:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a18f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x266:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46560 expref: 640 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.469019:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x266:0x0].0x0 (000000006361560c) 00010000:00010000:3.0:1776265352.469021:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1776265352.469023:0:5507:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a9795cf2, rc 0) 00000100:00100000:3.0:1776265352.469093:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000752ec35 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+640:2208:x1862548787209664:12345-192.168.204.57@tcp:101:ll_sa_11341.0 Request processed in 657us (2490us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265352.469101:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 16931 00000100:00100000:3.0:1776265352.473694:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.474712:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.474741:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787209856 00000100:00100000:3.0:1776265352.474767:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 16932 00000100:00100000:3.0:1776265352.474772:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033a442d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+639:11406:x1862548787209856:12345-192.168.204.57@tcp:101:ll_sa_11341.0 00010000:00010000:3.0:1776265352.474783:0:6376:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776265352.474803:0:6376:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a18fd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x22b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46567 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.474835:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a18fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46567 expref: 640 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.474848:0:6376:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a18fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46567 expref: 640 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.474856:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22b:0x0].0x0 (00000000a9841de0) 00010000:00010000:3.0:1776265352.474859:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265352.474862:0:6376:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000052ef386d, rc 0) 00000100:00100000:3.0:1776265352.474900:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033a442d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+640:11406:x1862548787209856:12345-192.168.204.57@tcp:101:ll_sa_11341.0 Request processed in 127us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265352.474906:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 16932 00000100:00100000:3.0:1776265352.484077:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.484131:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.492378:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.521497:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787210304 00000100:00100000:3.0:1776265352.521522:0:5510:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4833 00000100:00100000:3.0:1776265352.521527:0:5510:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005378dc8e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+635:11408:x1862548787210304:12345-192.168.204.57@tcp:37:ll_sa_11340.0 00000100:00100000:3.0:1776265352.528268:0:5510:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005378dc8e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+634:11408:x1862548787210304:12345-192.168.204.57@tcp:37:ll_sa_11340.0 Request processed in 6739us (10813us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265352.528281:0:5510:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4833 00010000:00010000:3.0:1776265352.531320:0:5507:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000060ccd0a7/0xeb74cb2ea36a1904 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.531332:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000060ccd0a7/0xeb74cb2ea36a1904 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.531359:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a1919 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x22b:0x0].0xdf197568 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.531371:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a1919 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22b:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.531670:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a1919 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22b:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.532320:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a1920 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x232:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.532332:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a1920 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x232:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.532340:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a1920 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x232:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.534178:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265352.534184:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d1c7a573/0xeb74cb2ea36a1927 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x232:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.534195:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d1c7a573 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265352.534198:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d1c7a573/0xeb74cb2ea36a1927 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x232:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.534207:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d1c7a573/0xeb74cb2ea36a1927 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x232:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.534254:0:11772:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x232:0x0].0x0 (0000000026d14631) 00010000:00010000:3.0:1776265352.534257:0:11772:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265352.534259:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d1c7a573/0xeb74cb2ea36a1927 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x232:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.534264:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d1c7a573/0xeb74cb2ea36a1927 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x232:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265352.553759:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787210624 00000100:00100000:3.0:1776265352.553824:0:5510:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4834 00000100:00100000:3.0:1776265352.553830:0:5510:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063fd81d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+633:11341:x1862548787210624:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:3.0:1776265352.554411:0:5510:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063fd81d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+634:11341:x1862548787210624:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 579us (1450us total) trans 4294975785 rc 0/0 00000100:00100000:3.0:1776265352.554421:0:5510:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4834 00000100:00100000:3.0:1776265352.564442:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.580342:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.586351:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.586438:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1776265352.599344:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000475ef6ca/0xeb74cb2ea36a1966 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22b:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.599354:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000475ef6ca/0xeb74cb2ea36a1966 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x22b:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.599360:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000475ef6ca/0xeb74cb2ea36a1966 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22b:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.599365:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000475ef6ca already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265352.599368:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000475ef6ca/0xeb74cb2ea36a1966 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22b:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.599374:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000475ef6ca/0xeb74cb2ea36a1966 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x22b:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.599525:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22b:0x0].0xeff62052 (00000000eb950dca) 00010000:00010000:3.0:1776265352.599529:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265352.599531:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000475ef6ca/0xeb74cb2ea36a1966 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x22b:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.599538:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000475ef6ca/0xeb74cb2ea36a1966 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x22b:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.599552:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000359d303b/0xeb74cb2ea36a196d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x22e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.599558:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000359d303b/0xeb74cb2ea36a196d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x22e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.599564:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000359d303b/0xeb74cb2ea36a196d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x22e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.599569:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000359d303b already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265352.599572:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000359d303b/0xeb74cb2ea36a196d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x22e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.599577:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000359d303b/0xeb74cb2ea36a196d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x22e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.599585:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22e:0x0].0x0 (0000000087a4088d) 00010000:00010000:3.0:1776265352.599587:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265352.599589:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000359d303b/0xeb74cb2ea36a196d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x22e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.599594:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000359d303b/0xeb74cb2ea36a196d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x22e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265352.603570:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.603615:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.603657:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.635198:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787211840 00010000:00010000:3.0:1776265352.656405:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a19dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ec:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.656421:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a19dd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ec:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.656426:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a19dd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ec:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.656433:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c079a2d5 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265352.656437:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a19dd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ec:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.656443:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a19dd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1ec:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.656459:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ec:0x0].0xbf0c4e99 (00000000535eb690) 00010000:00010000:3.0:1776265352.656461:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265352.656464:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a19dd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1ec:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.656470:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a19dd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1ec:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.656489:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a19e4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.656496:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a19e4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.656501:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a19e4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.656505:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000754163f7 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265352.656507:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a19e4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.656511:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a19e4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.656518:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f0:0x0].0x0 (0000000072a7171a) 00010000:00010000:3.0:1776265352.656520:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265352.656522:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a19e4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.656527:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a19e4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265352.662690:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.662732:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.672935:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.681865:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1776265352.682962:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004e1ab48d/0xeb74cb2ea36a1a2a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ec:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.682973:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004e1ab48d/0xeb74cb2ea36a1a2a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ec:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.682979:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004e1ab48d/0xeb74cb2ea36a1a2a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ec:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.682998:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004e1ab48d already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265352.683002:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004e1ab48d/0xeb74cb2ea36a1a2a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ec:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.683007:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004e1ab48d/0xeb74cb2ea36a1a2a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1ec:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.683017:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ec:0x0].0xe93b25ce (0000000013fddbe3) 00010000:00010000:3.0:1776265352.683020:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265352.683023:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004e1ab48d/0xeb74cb2ea36a1a2a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1ec:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.683028:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004e1ab48d/0xeb74cb2ea36a1a2a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1ec:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.683040:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d8e20745/0xeb74cb2ea36a1a31 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.683046:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d8e20745/0xeb74cb2ea36a1a31 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.683051:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d8e20745/0xeb74cb2ea36a1a31 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.683056:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d8e20745 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265352.683057:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d8e20745/0xeb74cb2ea36a1a31 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.683074:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d8e20745/0xeb74cb2ea36a1a31 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.683080:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f6:0x0].0x0 (0000000017569976) 00010000:00010000:3.0:1776265352.683082:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265352.683084:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d8e20745/0xeb74cb2ea36a1a31 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.683089:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d8e20745/0xeb74cb2ea36a1a31 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265352.701000:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787213056 00000100:00100000:3.0:1776265352.701052:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787213120 00000100:00100000:3.0:1776265352.701081:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787213184 00000100:00100000:3.0:1776265352.701099:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 16947 00000100:00100000:3.0:1776265352.701106:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffcbc73f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+620:11340:x1862548787213056:12345-192.168.204.57@tcp:101:dbench.0 00010000:00010000:3.0:1776265352.701132:0:12468:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776265352.701158:0:12468:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a1a62 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece4658a expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.701286:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000005fe205d5/0xeb74cb2ea36a1a70 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x214:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.701304:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005fe205d5/0xeb74cb2ea36a1a70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x214:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.701321:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005fe205d5/0xeb74cb2ea36a1a70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x214:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1776265352.701599:0:12468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x214:0x0]: returning size 12800 00000004:00200000:3.0:1776265352.701604:0:12468:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 11 stripe count 1 MDT count 1 00000004:00010000:3.0:1776265352.701640:0:12468:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000005fe205d5/0xeb74cb2ea36a1a70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x214:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.701668:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a1a62 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4658a expref: 623 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.701687:0:12468:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000005fe205d5/0xeb74cb2ea36a1a70 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x214:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4658a expref: 622 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.701711:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x214:0x0].0x0 (00000000a4ae3bc8) 00010000:00010000:3.0:1776265352.701716:0:12468:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1776265352.701720:0:12468:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000005fe205d5, rc 0) 00000100:00100000:3.0:1776265352.701782:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffcbc73f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+622:11340:x1862548787213056:12345-192.168.204.57@tcp:101:dbench.0 Request processed in 674us (963us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265352.701793:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 16947 00000100:00100000:3.0:1776265352.701818:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 16949 00000100:00100000:3.0:1776265352.701828:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035ed1400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+621:2208:x1862548787213184:12345-192.168.204.57@tcp:101:ll_sa_11340.0 00010000:00010000:3.0:1776265352.701840:0:12468:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776265352.701849:0:12468:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a1a85 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46598 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.701880:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a1a8c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.701897:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a1a8c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.701911:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a1a8c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.701929:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a1a93 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1ee:0x0].0xddbda88f bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.701940:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a1a93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1ee:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.701968:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a1a93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1ee:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.702033:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a1a9a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x208:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.702046:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a1a9a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x208:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.702078:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a1a9a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x208:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1776265352.702250:0:12468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x208:0x0]: returning size 11776 00000004:00200000:3.0:1776265352.702255:0:12468:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 7 stripe count 1 MDT count 1 00000004:00010000:3.0:1776265352.702276:0:12468:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a1a9a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x208:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.702285:0:12468:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a1a8c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.702290:0:12468:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a1a8c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.702296:0:12468:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a1a8c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.702301:0:12468:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007e193529 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265352.702304:0:12468:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a1a8c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.702315:0:12468:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a1a8c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.702326:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ee:0x0].0x0 (00000000b0ce12c9) 00010000:00010000:3.0:1776265352.702329:0:12468:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265352.702331:0:12468:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a1a8c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.702336:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a1a8c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.702345:0:12468:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a1a93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1ee:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.702351:0:12468:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a1a93 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1ee:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.702357:0:12468:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a1a93 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1ee:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.702362:0:12468:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a250feac already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265352.702364:0:12468:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a1a93 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1ee:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.702369:0:12468:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a1a93 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1ee:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.702376:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ee:0x0].0xddbda88f (00000000fede7aae) 00010000:00010000:3.0:1776265352.702378:0:12468:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265352.702380:0:12468:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a1a93 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1ee:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.702385:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a1a93 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ee:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.702405:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a1a85 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46598 expref: 622 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.702415:0:12468:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a1a9a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x208:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46598 expref: 621 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.702421:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x208:0x0].0x0 (00000000fc9d10c2) 00010000:00010000:3.0:1776265352.702423:0:12468:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1776265352.702425:0:12468:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000072a3f45c, rc 0) 00000100:00100000:3.0:1776265352.737390:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b26ba73 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+619:11340:x1862548787213376:12345-192.168.204.57@tcp:37:dbench.0 Request processed in 14359us (14816us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265352.737411:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4845 00010000:00010000:3.0:1776265352.745481:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000075bde90f/0xeb74cb2ea36a1aa8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x213:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.745504:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000075bde90f/0xeb74cb2ea36a1aa8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x213:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.745511:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000075bde90f/0xeb74cb2ea36a1aa8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x213:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.745517:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000075bde90f already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265352.745522:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075bde90f/0xeb74cb2ea36a1aa8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x213:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.745533:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075bde90f/0xeb74cb2ea36a1aa8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x213:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.745559:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x213:0x0].0xee1a16ec (0000000017569976) 00010000:00010000:3.0:1776265352.745561:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265352.745565:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000075bde90f/0xeb74cb2ea36a1aa8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x213:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.745570:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000075bde90f/0xeb74cb2ea36a1aa8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x213:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.745586:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000076cf1fcd/0xeb74cb2ea36a1aaf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x224:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.745591:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000076cf1fcd/0xeb74cb2ea36a1aaf lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x224:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.745595:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000076cf1fcd/0xeb74cb2ea36a1aaf lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x224:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.745818:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000076cf1fcd already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265352.745820:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000076cf1fcd/0xeb74cb2ea36a1aaf lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x224:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.745826:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000076cf1fcd/0xeb74cb2ea36a1aaf lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x224:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.745834:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x224:0x0].0x0 (0000000013fddbe3) 00010000:00010000:3.0:1776265352.745836:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265352.745839:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000076cf1fcd/0xeb74cb2ea36a1aaf lrc: 2/0,0 mode: --/EX res: [0x200000401:0x224:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.745844:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000076cf1fcd/0xeb74cb2ea36a1aaf lrc: 0/0,0 mode: --/EX res: [0x200000401:0x224:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265352.766797:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.770388:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.781549:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.790910:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787214464 00010000:00010000:3.0:1776265352.790975:0:5492:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cf8f8b19/0xeb74cb2ea36a1abd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x214:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4659f expref: 615 pid: 5509 timeout: 553 lvb_type: 0 00000100:00100000:3.0:1776265352.791036:0:5492:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5084 00000100:00100000:3.0:1776265352.791044:0:5492:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000562679fd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+616:2207:x1862548787214464:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1776265352.791073:0:5492:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776265352.791081:0:5492:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000cf8f8b19/0xeb74cb2ea36a1abd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x214:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4659f expref: 616 pid: 5509 timeout: 553 lvb_type: 0 00010000:00010000:3.0:1776265352.791101:0:5492:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000cf8f8b19/0xeb74cb2ea36a1abd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x214:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4659f expref: 616 pid: 5509 timeout: 553 lvb_type: 0 00010000:00010000:3.0:1776265352.791133:0:5492:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cf8f8b19/0xeb74cb2ea36a1abd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x214:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4659f expref: 616 pid: 5509 timeout: 553 lvb_type: 0 00010000:00010000:3.0:1776265352.791156:0:5492:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x214:0x0].0x0 (00000000a4ae3bc8) 00010000:00010000:3.0:1776265352.791161:0:5492:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: 0000000046b49bb4/0xeb74cb2ea36a1ac4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x214:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.791181:0:5492:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000046b49bb4/0xeb74cb2ea36a1ac4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x214:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.791189:0:5492:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000046b49bb4/0xeb74cb2ea36a1ac4 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x214:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.791258:0:5492:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776265352.791337:0:5492:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000562679fd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+614:2207:x1862548787214464:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 290us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265352.791345:0:5492:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5084 00010000:00010000:3.0:1776265352.792735:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265352.792741:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004f91ecb4/0xeb74cb2ea36a1b0a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x219:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.792756:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004f91ecb4 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265352.792761:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004f91ecb4/0xeb74cb2ea36a1b0a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x219:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.792768:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004f91ecb4/0xeb74cb2ea36a1b0a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x219:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.792777:0:11772:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x219:0x0].0x0 (0000000013fddbe3) 00010000:00010000:3.0:1776265352.792780:0:11772:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265352.792789:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004f91ecb4/0xeb74cb2ea36a1b0a lrc: 1/0,0 mode: --/PW res: [0x200000401:0x219:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.792795:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004f91ecb4/0xeb74cb2ea36a1b0a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x219:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.792826:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265352.792830:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265352.792833:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265352.793407:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265352.793412:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f16467ca/0xeb74cb2ea36a1b11 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x218:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.793421:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f16467ca already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265352.793423:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f16467ca/0xeb74cb2ea36a1b11 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x218:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.793429:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f16467ca/0xeb74cb2ea36a1b11 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x218:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.793439:0:5496:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x218:0x0].0x0 (000000001ae6b72d) 00010000:00010000:3.0:1776265352.793441:0:5496:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265352.793443:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f16467ca/0xeb74cb2ea36a1b11 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x218:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.793448:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f16467ca/0xeb74cb2ea36a1b11 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x218:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.793464:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265352.793465:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265352.793466:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265352.797210:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000076cf1fcd/0xeb74cb2ea36a1af5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x213:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.797340:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000076cf1fcd/0xeb74cb2ea36a1af5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x213:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.797355:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000076cf1fcd/0xeb74cb2ea36a1af5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x213:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.797374:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000076cf1fcd already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265352.797387:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000076cf1fcd/0xeb74cb2ea36a1af5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x213:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.797398:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000076cf1fcd/0xeb74cb2ea36a1af5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x213:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.797414:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x213:0x0].0x5a3b2e4f (00000000085b8870) 00010000:00010000:3.0:1776265352.797421:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265352.797427:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000076cf1fcd/0xeb74cb2ea36a1af5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x213:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.797521:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000076cf1fcd/0xeb74cb2ea36a1af5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x213:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.797542:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000075bde90f/0xeb74cb2ea36a1b03 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x219:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.797547:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000075bde90f/0xeb74cb2ea36a1b03 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x219:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.797553:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000075bde90f/0xeb74cb2ea36a1b03 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x219:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.797559:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000075bde90f already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265352.797561:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075bde90f/0xeb74cb2ea36a1b03 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x219:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.797568:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075bde90f/0xeb74cb2ea36a1b03 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x219:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.797577:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x219:0x0].0x0 (0000000013fddbe3) 00010000:00010000:3.0:1776265352.797579:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265352.797582:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000075bde90f/0xeb74cb2ea36a1b03 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x219:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.797587:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000075bde90f/0xeb74cb2ea36a1b03 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x219:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265352.806328:0:10767:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787214592 00000100:00100000:3.0:1776265352.806399:0:10767:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4851 00000100:00100000:3.0:1776265352.806409:0:10767:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8748b01 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+612:11340:x1862548787214592:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:3.0:1776265352.807284:0:10767:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8748b01 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+613:11340:x1862548787214592:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 872us (1340us total) trans 4294975811 rc 0/0 00000100:00100000:3.0:1776265352.807297:0:10767:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4851 00000040:00080000:3.0:1776265352.808919:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].404, 64 off34112 00000040:00080000:3.0:1776265352.808953:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5194, 184 off911328 00010000:00010000:3.0:1776265352.809141:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a1b2d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x217:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.809158:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a1b2d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.809169:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a1b2d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.809182:0:5507:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a1b2d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.809188:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a1b2d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.809195:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a1b2d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.809301:0:5507:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1776265352.809324:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000003794dca0 reply state 0000000083a06a73 transno 4294975812 ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a1b26 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x217:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.809384:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a1b18 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x213:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.809390:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a1b18 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x213:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.809396:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a1b18 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x213:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.809403:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004bea40e2 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265352.809407:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a1b18 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x213:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.809415:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a1b18 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x213:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.809432:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x213:0x0].0x0 (00000000d862e17d) 00010000:00010000:3.0:1776265352.809801:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265352.809806:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a1b18 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x213:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.809813:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a1b18 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x213:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776265352.809824:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000003794dca0 reply state 0000000083a06a73 transno 4294975812 ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a1b1f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x213:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265352.809962:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003794dca0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+611:11341:x1862548787214848:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1901us (2057us total) trans 4294975812 rc 0/0 00000100:00100000:3.0:1776265352.809972:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 16955 00010000:00010000:3.0:1776265352.816708:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a1b1f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x213:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.816735:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a1b1f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x213:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.816745:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a1b1f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x213:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.816753:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e8466407 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265352.816758:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a1b1f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x213:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.816767:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a1b1f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x213:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.816791:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x213:0x0].0xb65fef2a (000000006dad258f) 00010000:00010000:3.0:1776265352.816797:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265352.816804:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a1b1f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x213:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.816819:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a1b1f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x213:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.816842:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a1b26 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x217:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.816849:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a1b26 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x217:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.816854:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a1b26 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x217:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.816859:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7305bb6 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265352.816862:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a1b26 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x217:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.816868:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a1b26 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x217:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.816890:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x217:0x0].0x0 (0000000032cc22b0) 00010000:00010000:3.0:1776265352.816893:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265352.816895:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a1b26 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x217:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.816935:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a1b26 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x217:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.818023:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265352.818029:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a1b49 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x21c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.818036:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001a2f9c07 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265352.818038:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a1b49 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x21c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.818046:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a1b49 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x21c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.818056:0:5495:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21c:0x0].0x0 (00000000f9f2ac40) 00010000:00010000:3.0:1776265352.818068:0:5495:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265352.818071:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a1b49 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x21c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.818076:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a1b49 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x21c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.818091:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265352.818095:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265352.818097:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776265352.830576:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1776265352.837643:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a1b57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x213:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.837675:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a1b57 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x213:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.837691:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a1b57 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x213:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.837699:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d710ab5a already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265352.837703:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a1b57 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x213:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.837709:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a1b57 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x213:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.837727:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x213:0x0].0xd60b5417 (0000000077f54d08) 00010000:00010000:3.0:1776265352.837731:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265352.837734:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a1b57 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x213:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.837740:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a1b57 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x213:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.837760:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a1b5e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x21d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.837766:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a1b5e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x21d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.837772:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a1b5e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x21d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.837783:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cc0e7fe4 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265352.837785:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a1b5e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x21d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.837790:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a1b5e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x21d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.837797:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21d:0x0].0x0 (00000000fd1f0643) 00010000:00010000:3.0:1776265352.837799:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265352.837801:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a1b5e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x21d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.837806:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a1b5e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x21d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265352.840378:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1776265352.843579:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265352.843593:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a1b9d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x222:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.843694:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cc0e7fe4 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265352.843700:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a1b9d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x222:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.843735:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a1b9d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x222:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.843755:0:7890:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x222:0x0].0x0 (00000000139cea81) 00010000:00010000:3.0:1776265352.843759:0:7890:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265352.843763:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a1b9d lrc: 1/0,0 mode: --/PW res: [0x200000401:0x222:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.843770:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a1b9d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x222:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.843790:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265352.843792:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265352.843794:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776265352.844245:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1776265352.846491:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265352.846503:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a1bb9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x216:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.846517:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001a2f9c07 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265352.846520:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a1bb9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x216:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.846529:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a1bb9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x216:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.846550:0:5495:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x216:0x0].0x0 (0000000045cd33f9) 00010000:00010000:3.0:1776265352.846554:0:5495:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265352.846558:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a1bb9 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x216:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.846565:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a1bb9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x216:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.846593:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265352.846595:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265352.847167:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265352.850089:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a1b8f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x213:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.850117:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a1b8f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x213:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.850126:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a1b8f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x213:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.850133:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000076649c01 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265352.850138:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a1b8f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x213:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.850145:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a1b8f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x213:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.850165:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x213:0x0].0x801dd473 (0000000049418cf0) 00010000:00010000:3.0:1776265352.850168:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265352.850172:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a1b8f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x213:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.850178:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a1b8f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x213:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.850204:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a1b96 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x222:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.850362:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a1b96 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x222:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.850368:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a1b96 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x222:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.850454:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000482db2cc already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265352.850458:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a1b96 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x222:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.850466:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a1b96 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x222:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.850475:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x222:0x0].0x0 (00000000139cea81) 00010000:00010000:3.0:1776265352.850477:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265352.850480:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a1b96 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x222:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.850499:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a1b96 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x222:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.868150:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a1bc7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x213:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.868163:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a1bc7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x213:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.868171:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a1bc7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x213:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.868184:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000007a57c8c already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265352.868188:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a1bc7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x213:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.868196:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a1bc7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x213:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.868209:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x213:0x0].0xcbe2ca0f (000000009bfc0fee) 00010000:00010000:3.0:1776265352.868236:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265352.868240:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a1bc7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x213:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.868247:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a1bc7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x213:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.868265:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a1bce lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x229:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.868271:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a1bce lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x229:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.868276:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a1bce lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x229:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.868282:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7305bb6 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265352.868283:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a1bce lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x229:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.868289:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a1bce lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x229:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.868297:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x229:0x0].0x0 (00000000fd1f0643) 00010000:00010000:3.0:1776265352.868300:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265352.868301:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a1bce lrc: 2/0,0 mode: --/EX res: [0x200000401:0x229:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.868306:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a1bce lrc: 0/0,0 mode: --/EX res: [0x200000401:0x229:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.869207:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265352.869229:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f16467ca/0xeb74cb2ea36a1bf1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x21a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.869237:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f16467ca already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265352.869240:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f16467ca/0xeb74cb2ea36a1bf1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x21a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.869246:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f16467ca/0xeb74cb2ea36a1bf1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x21a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.869255:0:5496:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21a:0x0].0x0 (000000001d85a993) 00010000:00010000:3.0:1776265352.869257:0:5496:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265352.869259:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f16467ca/0xeb74cb2ea36a1bf1 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x21a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.869264:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f16467ca/0xeb74cb2ea36a1bf1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x21a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.869276:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265352.869278:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265352.869280:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776265352.871944:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.878621:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1776265352.885183:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a1bff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x213:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.885203:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a1bff lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x213:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.885233:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a1bff lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x213:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.885242:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c4896d6d already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265352.885246:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a1bff lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x213:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.885255:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a1bff lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x213:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.885276:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x213:0x0].0x10cfb8f0 (0000000077f54d08) 00010000:00010000:3.0:1776265352.885280:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265352.885285:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a1bff lrc: 2/0,0 mode: --/PW res: [0x200000401:0x213:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.885291:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a1bff lrc: 0/0,0 mode: --/PW res: [0x200000401:0x213:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.885315:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a1c06 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x225:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.885329:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a1c06 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x225:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.885335:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a1c06 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x225:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.885341:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000de00b8cb already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265352.885343:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a1c06 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x225:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.885348:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a1c06 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x225:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.885355:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x225:0x0].0x0 (00000000f9f2ac40) 00010000:00010000:3.0:1776265352.885358:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265352.885359:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a1c06 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x225:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.885365:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a1c06 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x225:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265352.888854:0:5510:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4859 00000100:00100000:3.0:1776265352.888864:0:5510:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000073f30faf pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+594:11340:x1862548787216896:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:3.0:1776265352.889178:0:5510:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000073f30faf pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+595:11340:x1862548787216896:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 313us (4231us total) trans 4294975828 rc 0/0 00000100:00100000:3.0:1776265352.889186:0:5510:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4859 00000100:00100000:3.0:1776265352.889206:0:5510:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4860 00000100:00100000:3.0:1776265352.889226:0:5510:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c0f17579 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+594:11341:x1862548787217024:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:3.0:1776265352.889312:0:5510:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c0f17579 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+595:11341:x1862548787217024:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 99us (4170us total) trans 4294975829 rc 0/0 00000100:00100000:3.0:1776265352.889319:0:5510:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4860 00000100:00100000:3.0:1776265352.894106:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 16965 00000100:00100000:3.0:1776265352.894112:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c22668b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+596:11341:x1862548787217280:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:3.0:1776265352.894779:0:12468:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1776265352.894793:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c3eab311/0xeb74cb2ea3691754 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x21f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece41224 expref: 592 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.894809:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008b156ab1/0xeb74cb2ea3684d1f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x21f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3cd12 expref: 591 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.894823:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000018387719/0xeb74cb2ea3684dc0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3cd4a expref: 590 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.894835:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000218444c/0xeb74cb2ea367f766 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ae8e expref: 589 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.894844:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21f:0x0].0x0 (0000000034bfe5b7) 00010000:00010000:3.0:1776265352.894850:0:12468:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776265352.894946:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a1c29 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x213:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.894956:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a1c29 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x213:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.894962:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a1c29 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x213:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.894975:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a1c30 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x213:0x0].0x1e0192a5 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.894981:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a1c30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x213:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.894987:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a1c30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x213:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.895039:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a1c37 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x21f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.895045:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a1c37 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x21f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.895051:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a1c37 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x21f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776265352.895279:0:12468:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].408, 64 off34368 00000040:00080000:3.0:1776265352.895290:0:12468:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5204, 184 off913168 00010000:00010000:3.0:1776265352.895346:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000009155abe7/0xeb74cb2ea36a1c3e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x21f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.895355:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009155abe7/0xeb74cb2ea36a1c3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x21f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.895363:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009155abe7/0xeb74cb2ea36a1c3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x21f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.895375:0:12468:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000009155abe7/0xeb74cb2ea36a1c3e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x21f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.895381:0:12468:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000009155abe7/0xeb74cb2ea36a1c3e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x21f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.895387:0:12468:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009155abe7/0xeb74cb2ea36a1c3e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x21f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.895417:0:12468:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1776265352.895439:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c22668b5 reply state 0000000021cdec4b transno 4294975831 ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a1c37 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x21f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.895495:0:12468:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a1c29 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x213:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.895501:0:12468:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a1c29 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x213:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.895506:0:12468:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a1c29 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x213:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.895510:0:12468:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a250feac already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265352.895513:0:12468:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a1c29 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x213:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.895518:0:12468:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a1c29 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x213:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.895531:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x213:0x0].0x0 (00000000d862e17d) 00010000:00010000:3.0:1776265352.895533:0:12468:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265352.895536:0:12468:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a1c29 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x213:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.895541:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a1c29 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x213:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776265352.895549:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c22668b5 reply state 0000000021cdec4b transno 4294975831 ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a1c30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x213:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265352.895659:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c22668b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+591:11341:x1862548787217280:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1544us (1841us total) trans 4294975831 rc 0/0 00000100:00100000:3.0:1776265352.895668:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 16965 00010000:00010000:3.0:1776265352.899203:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a1c1b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x214:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.899265:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a1c1b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x214:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.899347:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a1c1b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x214:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.899355:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008ac2bcdc already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265352.899358:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a1c1b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x214:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.899365:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a1c1b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x214:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.899378:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x214:0x0].0xee1a16ec (000000007a02aa4a) 00010000:00010000:3.0:1776265352.899381:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265352.899384:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a1c1b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x214:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.899391:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a1c1b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x214:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.899405:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1c22 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x223:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.899412:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1c22 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x223:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.899417:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1c22 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x223:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.899422:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002be790ce already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265352.899425:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1c22 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x223:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.899431:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1c22 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x223:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.899438:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x223:0x0].0x0 (000000002cbcb349) 00010000:00010000:3.0:1776265352.899439:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265352.899441:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1c22 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x223:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.899451:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1c22 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x223:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265352.902004:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1776265352.909966:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265352.909972:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1c61 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x227:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.909980:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002be790ce already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265352.909983:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1c61 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x227:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.909990:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1c61 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x227:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.910000:0:5496:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x227:0x0].0x0 (0000000072a7171a) 00010000:00010000:3.0:1776265352.910002:0:5496:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265352.910004:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1c61 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x227:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.910010:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1c61 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x227:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.910021:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265352.910022:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265352.910024:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776265352.913202:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.913265:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787217792 00000100:00100000:3.0:1776265352.913312:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 16969 00000100:00100000:3.0:1776265352.913319:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054a74e57 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+592:2206:x1862548787217792:12345-192.168.204.57@tcp:101:ll_sa_11341.0 00010000:00010000:3.0:1776265352.913339:0:5507:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776265352.913353:0:5507:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a1ca0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece465b4 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.914206:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a1c7d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.914241:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a1c92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1ed:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.914248:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a1c92 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1ed:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.914253:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a1c92 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1ed:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.914258:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000978b3274 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265352.914260:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a1c92 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1ed:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.914266:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a1c92 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1ed:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.914273:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ed:0x0].0x46e192ec (00000000535eb690) 00010000:00010000:1.0:1776265352.914275:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265352.914277:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a1c92 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1ed:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.914282:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a1c92 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ed:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.914308:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a1c68 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465a6 expref: 594 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.914319:0:6376:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000666c68bf/0xeb74cb2ea36a1c99 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x233:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465a6 expref: 593 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.914329:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x233:0x0].0x0 (0000000074197f05) 00010000:00010000:1.0:1776265352.914331:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1776265352.914333:0:6376:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000666c68bf, rc 0) 00000100:00100000:1.0:1776265352.914376:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000685dd31a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+593:2206:x1862548787217664:12345-192.168.204.57@tcp:101:ll_sa_11341.0 Request processed in 2969us (3121us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265352.914383:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 16967 00010000:00010000:3.0:1776265352.916603:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a1ca7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.916635:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a1ca7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.916653:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a1ca7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.916672:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a1cae lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1ed:0x0].0x9e0a5f7e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.916679:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a1cae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1ed:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.916686:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a1cae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1ed:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.916965:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a1cb5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.916976:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a1cb5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f9:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.916983:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a1cb5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f9:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1776265352.917209:0:5507:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1f9:0x0]: returning size 11776 00000004:00200000:3.0:1776265352.917239:0:5507:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000100:00100000:3.0:1776265352.924642:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265352.924763:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787217920 00000100:00100000:1.0:1776265352.924834:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 92 00000100:00100000:1.0:1776265352.924842:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed180043 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+86:2207:x1862548787217920:12345-192.168.204.57@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1776265352.924916:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed180043 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+86:2207:x1862548787217920:12345-192.168.204.57@tcp:400:kworker/u8:3.0 Request processed in 73us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265352.924926:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 92 00000100:00100000:3.0:1776265352.929087:0:11771:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787217984 00000100:00100000:3.0:1776265352.929181:0:11771:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 93 00000100:00100000:3.0:1776265352.929189:0:11771:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000073f30faf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+82:2207:x1862548787217984:12345-192.168.204.57@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1776265352.929311:0:11771:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000073f30faf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+82:2207:x1862548787217984:12345-192.168.204.57@tcp:400:kworker/u8:3.0 Request processed in 122us (3818us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265352.929320:0:11771:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 93 00000100:00100000:3.0:1776265352.930838:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787218112 00000100:00100000:3.0:1776265352.930901:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4863 00000100:00100000:3.0:1776265352.930908:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5dfded7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+590:11340:x1862548787218112:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:3.0:1776265352.931578:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5dfded7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+591:11340:x1862548787218112:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 667us (2179us total) trans 4294975834 rc 0/0 00000100:00100000:3.0:1776265352.931589:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4863 00000100:00100000:3.0:1776265352.937180:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787218240 00000100:00100000:1.0:1776265352.937552:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 16970 00000100:00100000:1.0:1776265352.937562:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008aac07fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+591:11340:x1862548787218240:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:1.0:1776265352.937641:0:6376:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776265352.937684:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea3691516 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x220:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece41152 expref: 591 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.937711:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e08d39e7/0xeb74cb2ea3684df8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x220:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3cd5f expref: 590 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.938012:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000edc562e/0xeb74cb2ea3684e4c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x220:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3cd74 expref: 589 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.938032:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ca788940/0xeb74cb2ea367f797 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x220:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ae9c expref: 588 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.938043:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x220:0x0].0x0 (00000000b602e916) 00010000:00010000:1.0:1776265352.938078:0:6376:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265352.938126:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a1cbc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x214:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.938158:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a1cbc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x214:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.938172:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a1cbc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x214:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.938190:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a1cc3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x214:0x0].0x1e0192a5 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.938198:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a1cc3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x214:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.938205:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a1cc3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x214:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.939274:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a1cca lrc: 3/0,1 mode: --/EX res: [0x200000401:0x220:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.939292:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a1cca lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x220:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.939301:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a1cca lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x220:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265352.939550:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000040:00080000:1.0:1776265352.940382:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].408, 64 off34368 00000040:00080000:1.0:1776265352.940410:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5206, 184 off913528 00010000:00010000:1.0:1776265352.940472:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a1cd1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x220:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.940485:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a1cd1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x220:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.940495:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a1cd1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x220:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.940503:0:6376:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a1cd1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x220:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.940510:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a1cd1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x220:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.940516:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a1cd1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x220:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.940539:0:6376:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776265352.940552:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000008aac07fd reply state 00000000db10c412 transno 4294975836 ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a1cca lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x220:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.940602:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a1cbc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x214:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.940614:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a1cbc lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x214:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.940640:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a1cbc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x214:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.940649:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008ac2bcdc already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265352.940664:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a1cbc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x214:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.940680:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a1cbc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x214:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.940690:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x214:0x0].0x0 (00000000a4ae3bc8) 00010000:00010000:1.0:1776265352.940695:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265352.940699:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a1cbc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x214:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.940716:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a1cbc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x214:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265352.940734:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000008aac07fd reply state 00000000db10c412 transno 4294975836 ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a1cc3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x214:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265352.941142:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008aac07fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+590:11340:x1862548787218240:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 3578us (4205us total) trans 4294975836 rc 0/0 00000100:00100000:1.0:1776265352.941151:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 16970 00010000:00010000:1.0:1776265352.943183:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a1cc3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x214:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.943208:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a1cc3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x214:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.943262:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a1cc3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x214:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.943269:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000978b3274 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265352.943274:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a1cc3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x214:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.943282:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a1cc3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x214:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.943301:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x214:0x0].0x1e0192a5 (00000000535eb690) 00010000:00010000:1.0:1776265352.943305:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265352.943309:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a1cc3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x214:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.943316:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a1cc3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x214:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.943343:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a1cca lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x220:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.943350:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a1cca lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x220:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.943355:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a1cca lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x220:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.943360:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000754163f7 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265352.943362:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a1cca lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x220:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.943368:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a1cca lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x220:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.943375:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x220:0x0].0x0 (0000000087a4088d) 00010000:00010000:1.0:1776265352.943377:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776265352.943379:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a1cca lrc: 2/0,0 mode: --/EX res: [0x200000401:0x220:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.943390:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a1cca lrc: 0/0,0 mode: --/EX res: [0x200000401:0x220:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265352.945382:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787218496 00000100:00100000:1.0:1776265352.945454:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 16971 00000100:00100000:1.0:1776265352.945463:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e80576df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+589:11341:x1862548787218496:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:1.0:1776265352.945538:0:6376:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:1.0:1776265352.945572:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea368910b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x268:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3e3fc expref: 589 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.945731:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009863a01f/0xeb74cb2ea36813f2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x268:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ba3b expref: 588 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.945748:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a8d4c3f5/0xeb74cb2ea36891ba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x268:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3e442 expref: 587 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.945761:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36813dd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x268:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ba34 expref: 586 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.945772:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x268:0x0].0x0 (00000000755134ee) 00010000:00010000:1.0:1776265352.945791:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a18f6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x266:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46560 expref: 585 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.945799:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x266:0x0].0x0 (000000006361560c) 00010000:00010000:1.0:1776265352.945803:0:6376:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265352.945847:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a1cd8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x266:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.945864:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a1cd8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x266:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.945874:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a1cd8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x266:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.945890:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a1cdf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x266:0x0].0xdde1c156 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.945897:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a1cdf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x266:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.945904:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a1cdf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x266:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.946067:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a1ce6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x268:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.946075:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a1ce6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x268:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.946082:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a1ce6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x268:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776265352.948826:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].409, 64 off34432 00000040:00080000:1.0:1776265352.948864:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5207, 184 off913712 00010000:00010000:1.0:1776265352.948975:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a1ced lrc: 3/0,1 mode: --/PW res: [0x200000401:0x268:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.948996:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a1ced lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x268:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.949009:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a1ced lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x268:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.949019:0:6376:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a1ced lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x268:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.949024:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a1ced lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x268:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.949030:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a1ced lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x268:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.949173:0:6376:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776265352.949200:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e80576df reply state 00000000634015ac transno 4294975838 ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a1ce6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x268:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.949290:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a1cd8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x266:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.949297:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a1cd8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x266:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.949309:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a1cd8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x266:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.949316:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fe04e6e3 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265352.949320:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a1cd8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x266:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.949328:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a1cd8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x266:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.949341:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x266:0x0].0x0 (000000006361560c) 00010000:00010000:1.0:1776265352.949344:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265352.949350:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a1cd8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x266:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.949356:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a1cd8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x266:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265352.949367:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e80576df reply state 00000000634015ac transno 4294975838 ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a1cdf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x266:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265352.949835:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e80576df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+587:11341:x1862548787218496:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 4369us (4914us total) trans 4294975838 rc 0/0 00000100:00100000:1.0:1776265352.949847:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 16971 00000100:00100000:1.0:1776265352.954146:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787218752 00000100:00100000:1.0:1776265352.954261:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 16972 00000100:00100000:1.0:1776265352.954270:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007773b58e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+586:11340:x1862548787218752:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:1.0:1776265352.954355:0:6376:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776265352.954399:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005f55c5c6/0xeb74cb2ea3691a6b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4132e expref: 586 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.954423:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000063ab3424/0xeb74cb2ea3685759 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3d076 expref: 585 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.954436:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d274d1c6/0xeb74cb2ea368578a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22a:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3d08b expref: 584 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.954447:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ad70bc54/0xeb74cb2ea367fb5d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b039 expref: 583 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.954459:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22a:0x0].0x0 (00000000f43c1c9e) 00010000:00010000:1.0:1776265352.954469:0:6376:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265352.954510:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a1cf4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x214:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.954528:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a1cf4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x214:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.954538:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a1cf4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x214:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.954555:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a1cfb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x214:0x0].0xcbe2ca0f bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.954562:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a1cfb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x214:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.954573:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a1cfb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x214:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.956988:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265352.956997:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e7794c7b/0xeb74cb2ea36a1d09 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x22a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.957009:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e7794c7b already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265352.957012:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e7794c7b/0xeb74cb2ea36a1d09 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x22a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.957019:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e7794c7b/0xeb74cb2ea36a1d09 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.957035:0:11772:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22a:0x0].0x0 (0000000017569976) 00010000:00010000:1.0:1776265352.957037:0:11772:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776265352.957040:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e7794c7b/0xeb74cb2ea36a1d09 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x22a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.957046:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e7794c7b/0xeb74cb2ea36a1d09 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x22a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.957065:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265352.957067:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265352.957069:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265352.960457:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a1cfb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x214:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.960486:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a1cfb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x214:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.960497:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a1cfb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x214:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.960506:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005c6c18c1 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265352.960512:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a1cfb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x214:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.960519:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a1cfb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x214:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.960542:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x214:0x0].0xcbe2ca0f (00000000ba9e183a) 00010000:00010000:1.0:1776265352.960545:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265352.960550:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a1cfb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x214:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.960556:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a1cfb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x214:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.960577:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000486098e0/0xeb74cb2ea36a1d02 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x22a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.960584:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000486098e0/0xeb74cb2ea36a1d02 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x22a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.960596:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000486098e0/0xeb74cb2ea36a1d02 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x22a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.960601:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000486098e0 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265352.960604:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000486098e0/0xeb74cb2ea36a1d02 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x22a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.960610:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000486098e0/0xeb74cb2ea36a1d02 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x22a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.960618:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22a:0x0].0x0 (0000000017569976) 00010000:00010000:1.0:1776265352.960621:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776265352.960623:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000486098e0/0xeb74cb2ea36a1d02 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x22a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265352.960629:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000486098e0/0xeb74cb2ea36a1d02 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x22a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265352.963690:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787218880 00000100:00100000:3.0:1776265352.963870:0:5510:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4866 00000100:00100000:3.0:1776265352.963880:0:5510:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015e9350d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+583:11341:x1862548787218880:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:1.0:1776265352.964258:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.977690:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787219264 00000100:00100000:3.0:1776265352.977780:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 16974 00000100:00100000:3.0:1776265352.977788:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004acb2522 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+582:11340:x1862548787219264:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:3.0:1776265352.977879:0:5507:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1776265352.977918:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36915be lrc: 0/0,0 mode: --/PR res: [0x200000401:0x221:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4118a expref: 582 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.977948:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000332f008e/0xeb74cb2ea3684ef4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x221:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3cda5 expref: 581 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.977962:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000030103809/0xeb74cb2ea3684fa3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x221:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3cde4 expref: 580 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.977975:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000506a7a33/0xeb74cb2ea367f83f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x221:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aee2 expref: 579 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.977985:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x221:0x0].0x0 (000000008b47134d) 00010000:00010000:3.0:1776265352.977996:0:5507:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776265352.978037:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a1d25 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x214:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.978064:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a1d25 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x214:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.978076:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a1d25 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x214:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.978093:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000061ead546/0xeb74cb2ea36a1d2c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x214:0x0].0x801dd473 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.978100:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000061ead546/0xeb74cb2ea36a1d2c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x214:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.978111:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000061ead546/0xeb74cb2ea36a1d2c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x214:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.978272:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a1d33 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x221:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.978282:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a1d33 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x221:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.978289:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a1d33 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x221:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776265352.978889:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].410, 64 off34496 00000040:00080000:3.0:1776265352.978919:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5210, 184 off914264 00010000:00010000:3.0:1776265352.978994:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a1d3a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x221:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.979005:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a1d3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x221:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.979013:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a1d3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x221:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.979021:0:5507:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a1d3a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x221:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.979029:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a1d3a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x221:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.979041:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a1d3a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x221:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.979080:0:5507:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1776265352.979103:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000004acb2522 reply state 000000003c7b22ac transno 4294975843 ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a1d33 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x221:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.979156:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a1d25 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x214:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.979162:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a1d25 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x214:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.979168:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a1d25 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x214:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.979174:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000055e1677b already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265352.979178:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a1d25 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x214:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.979185:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a1d25 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x214:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.979196:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x214:0x0].0x0 (00000000a4ae3bc8) 00010000:00010000:3.0:1776265352.979199:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265352.979202:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a1d25 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x214:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.979207:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a1d25 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x214:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776265352.979243:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000004acb2522 reply state 000000003c7b22ac transno 4294975843 ns: mdt-lustre-MDT0000_UUID lock: 0000000061ead546/0xeb74cb2ea36a1d2c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x214:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265352.979346:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004acb2522 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+580:11340:x1862548787219264:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1556us (4643us total) trans 4294975843 rc 0/0 00000100:00100000:3.0:1776265352.979358:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 16974 00000100:00100000:3.0:1776265352.982529:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787219392 00000100:00100000:3.0:1776265352.982627:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4868 00000100:00100000:3.0:1776265352.982637:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002182a1dd pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+579:11341:x1862548787219392:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:3.0:1776265352.983716:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002182a1dd pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+580:11341:x1862548787219392:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 987us (3978us total) trans 4294975844 rc 0/0 00000100:00100000:3.0:1776265352.984027:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4868 00000100:00100000:1.0:1776265352.991768:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265352.992575:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787219520 00000100:00100000:3.0:1776265352.992668:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 16975 00000100:00100000:3.0:1776265352.992677:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4b8022a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+579:11341:x1862548787219520:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:3.0:1776265352.992756:0:5507:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1776265352.992793:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a1801 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x270:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46536 expref: 579 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.992820:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d771f5f4/0xeb74cb2ea3689724 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x270:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3e648 expref: 578 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.992833:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a967a3a2/0xeb74cb2ea368977f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x270:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3e66b expref: 577 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.992850:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004920e0bc/0xeb74cb2ea3681725 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x270:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bb76 expref: 576 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.992864:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x270:0x0].0x0 (000000000c7cc9bc) 00010000:00010000:3.0:1776265352.992875:0:5507:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776265352.992916:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a1d41 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.992934:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a1d41 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.992945:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a1d41 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.992961:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000750d4b78/0xeb74cb2ea36a1d48 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26a:0x0].0x8d5ea5b7 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.992970:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000750d4b78/0xeb74cb2ea36a1d48 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26a:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.992978:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000750d4b78/0xeb74cb2ea36a1d48 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26a:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.993129:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000001fc3a644/0xeb74cb2ea36a1d4f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x270:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.993138:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001fc3a644/0xeb74cb2ea36a1d4f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x270:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265352.993149:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001fc3a644/0xeb74cb2ea36a1d4f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x270:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265352.999709:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787219648 00000100:00100000:3.0:1776265352.999823:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4869 00000100:00100000:3.0:1776265352.999833:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004aedd428 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+576:11340:x1862548787219648:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:1.0:1776265353.001122:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.001829:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004aedd428 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+578:11340:x1862548787219648:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 1996us (5854us total) trans 4294975847 rc 0/0 00000100:00100000:3.0:1776265353.002045:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4869 00000100:00100000:3.0:1776265353.004414:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.009317:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1776265353.012706:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265353.012717:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009f2a83f4/0xeb74cb2ea36a1d80 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x226:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.012730:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009f2a83f4 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265353.012734:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009f2a83f4/0xeb74cb2ea36a1d80 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x226:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.012741:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009f2a83f4/0xeb74cb2ea36a1d80 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x226:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.012759:0:7890:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x226:0x0].0x0 (0000000034bfe5b7) 00010000:00010000:3.0:1776265353.012761:0:7890:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265353.012764:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009f2a83f4/0xeb74cb2ea36a1d80 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x226:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.012769:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009f2a83f4/0xeb74cb2ea36a1d80 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x226:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.012789:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.012791:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.012792:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776265353.014334:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:1.0:1776265353.015453:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000486098e0/0xeb74cb2ea36a1d72 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x214:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.015462:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000486098e0/0xeb74cb2ea36a1d72 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x214:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.015467:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000486098e0/0xeb74cb2ea36a1d72 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x214:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.015473:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000486098e0 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.015476:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000486098e0/0xeb74cb2ea36a1d72 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x214:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.015482:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000486098e0/0xeb74cb2ea36a1d72 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x214:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.015494:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x214:0x0].0x10cfb8f0 (00000000085b8870) 00010000:00010000:1.0:1776265353.015496:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.015499:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000486098e0/0xeb74cb2ea36a1d72 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x214:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.015505:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000486098e0/0xeb74cb2ea36a1d72 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x214:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.015519:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e7794c7b/0xeb74cb2ea36a1d79 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x226:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.015525:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e7794c7b/0xeb74cb2ea36a1d79 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x226:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.015531:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e7794c7b/0xeb74cb2ea36a1d79 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x226:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.015537:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e7794c7b already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.015539:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e7794c7b/0xeb74cb2ea36a1d79 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x226:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.015544:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e7794c7b/0xeb74cb2ea36a1d79 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x226:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.015551:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x226:0x0].0x0 (0000000034bfe5b7) 00010000:00010000:1.0:1776265353.015553:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776265353.015555:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e7794c7b/0xeb74cb2ea36a1d79 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x226:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.015567:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e7794c7b/0xeb74cb2ea36a1d79 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x226:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.018592:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.024540:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.024583:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.035026:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.035612:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.035641:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.036795:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787220608 00000100:00100000:1.0:1776265353.036888:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 16980 00000100:00100000:1.0:1776265353.036897:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a774710 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+574:11421:x1862548787220608:12345-192.168.204.57@tcp:101:ll_sa_11340.0 00010000:00010000:1.0:1776265353.036927:0:5507:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776265353.036954:0:5507:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a1dbf lrc: 2/0,0 mode: --/PR res: [0x200000401:0x23b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece465c9 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.036999:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a1dbf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465c9 expref: 575 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.037014:0:5507:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a1dbf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465c9 expref: 575 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.037023:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23b:0x0].0x0 (000000003b60abab) 00010000:00010000:1.0:1776265353.037026:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.037029:0:5507:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000005c6c18c1, rc 0) 00000100:00100000:1.0:1776265353.037113:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a774710 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+575:11421:x1862548787220608:12345-192.168.204.57@tcp:101:ll_sa_11340.0 Request processed in 216us (1472us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265353.037121:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 16980 00000100:00100000:3.0:1776265353.037814:0:10767:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4874 00000100:00100000:3.0:1776265353.037822:0:10767:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9293094 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+576:11340:x1862548787220544:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:3.0:1776265353.038122:0:10767:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9293094 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+577:11340:x1862548787220544:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 299us (2512us total) trans 4294975850 rc 0/0 00000100:00100000:3.0:1776265353.038130:0:10767:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4874 00000100:00100000:3.0:1776265353.043197:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.043304:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.043590:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 16982 00000100:00100000:1.0:1776265353.043609:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa180506 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+578:11341:x1862548787220864:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:1.0:1776265353.043682:0:6376:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:1.0:1776265353.043711:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005b9dbef8/0xeb74cb2ea369ed8a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x24c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45759 expref: 575 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.043765:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dcf0ca01/0xeb74cb2ea368776c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x24c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3db19 expref: 573 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.043791:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005102a12f/0xeb74cb2ea36877c7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x24c:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3db43 expref: 571 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.043814:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ef00e723/0xeb74cb2ea3680925 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x24c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b5b8 expref: 570 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.043825:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x24c:0x0].0x0 (000000006b76993e) 00010000:00010000:1.0:1776265353.043840:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a19c1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x23c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46575 expref: 569 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.043848:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23c:0x0].0x0 (00000000a340aee3) 00010000:00010000:1.0:1776265353.043851:0:6376:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265353.043891:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a1dc6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.043909:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a1dc6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.043919:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a1dc6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.043936:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a8d4c3f5/0xeb74cb2ea36a1dcd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x23c:0x0].0x103f9c81 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.043942:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a8d4c3f5/0xeb74cb2ea36a1dcd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.043949:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a8d4c3f5/0xeb74cb2ea36a1dcd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.044127:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a1ddb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x24c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.044140:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a1ddb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x24c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.044148:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a1ddb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x24c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776265353.044732:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].411, 64 off34560 00000004:00080000:1.0:1776265353.044741:0:6376:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 454127527812ns, next at 455127524647ns, rc = 0 00000040:00080000:1.0:1776265353.044766:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5214, 184 off915000 00010000:00010000:1.0:1776265353.044842:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a1de2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x24c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.044853:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a1de2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x24c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.044862:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a1de2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x24c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.044869:0:6376:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a1de2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x24c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.044875:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a1de2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x24c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.044887:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a1de2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x24c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.044914:0:6376:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776265353.044935:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000aa180506 reply state 0000000071612d3e transno 4294975852 ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a1ddb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x24c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.044996:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a1dc6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.045003:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a1dc6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.045016:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a1dc6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.045046:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fe04e6e3 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.045066:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a1dc6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.045080:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a1dc6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.045106:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23c:0x0].0x0 (00000000a340aee3) 00010000:00010000:1.0:1776265353.045112:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.045116:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a1dc6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.045124:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a1dc6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265353.045140:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000aa180506 reply state 0000000071612d3e transno 4294975852 ns: mdt-lustre-MDT0000_UUID lock: 00000000a8d4c3f5/0xeb74cb2ea36a1dcd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.045294:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa180506 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+570:11341:x1862548787220864:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1689us (1987us total) trans 4294975852 rc 0/0 00000100:00100000:1.0:1776265353.045305:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 16982 00000100:00100000:1.0:1776265353.049691:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787220928 00000100:00100000:1.0:1776265353.049772:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4875 00000100:00100000:1.0:1776265353.049780:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab717db9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+570:11421:x1862548787220928:12345-192.168.204.57@tcp:37:ll_sa_11340.0 00000100:00100000:1.0:1776265353.051555:0:5507:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061848e8c pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5507:1862548793520960:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265353.051597:0:5507:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a1dd4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.059823:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787221056 00000100:00100000:3.0:1776265353.059972:0:5510:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4876 00000100:00100000:3.0:1776265353.059982:0:5510:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085cd6efe pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+570:11341:x1862548787221056:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:3.0:1776265353.061124:0:5510:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085cd6efe pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+571:11341:x1862548787221056:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 1139us (1529us total) trans 4294975853 rc 0/0 00000100:00100000:3.0:1776265353.061138:0:5510:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4876 00000100:00100000:1.0:1776265353.061699:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab717db9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+570:11421:x1862548787220928:12345-192.168.204.57@tcp:37:ll_sa_11340.0 Request processed in 11916us (12216us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265353.061709:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4875 00000100:00100000:3.0:1776265353.067837:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787221120 00010000:00010000:3.0:1776265353.067963:0:5492:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a1dbf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465c9 expref: 567 pid: 5507 timeout: 554 lvb_type: 0 00000100:00100000:3.0:1776265353.068066:0:5492:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5085 00000100:00100000:3.0:1776265353.068074:0:5492:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000cb65ad8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+567:2208:x1862548787221120:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1776265353.068093:0:5492:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776265353.068101:0:5492:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a1dbf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465c9 expref: 567 pid: 5507 timeout: 554 lvb_type: 0 00010000:00010000:3.0:1776265353.068115:0:5492:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a1dbf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465c9 expref: 567 pid: 5507 timeout: 554 lvb_type: 0 00010000:00010000:3.0:1776265353.068136:0:5492:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a1dbf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465c9 expref: 567 pid: 5507 timeout: 554 lvb_type: 0 00010000:00010000:3.0:1776265353.068156:0:5492:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23b:0x0].0x0 (000000003b60abab) 00010000:00010000:3.0:1776265353.068161:0:5492:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a1dd4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.068179:0:5492:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a1dd4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.068187:0:5492:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a1dd4 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.068262:0:5492:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776265353.068338:0:5492:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000cb65ad8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+566:2208:x1862548787221120:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 Request processed in 263us (1292us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265353.068348:0:5492:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5085 00010000:00010000:1.0:1776265353.068588:0:5507:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a1dd4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.068599:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a1dd4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.068618:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a1dfe lrc: 3/0,1 mode: --/PW res: [0x200000401:0x23b:0x0].0xcd7d97c8 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.068628:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a1dfe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.068638:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a1dfe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.068721:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a1e05 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x23d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.068730:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a1e05 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x23d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.068737:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a1e05 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x23d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776265353.069327:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].413, 64 off34688 00000040:00080000:1.0:1776265353.073994:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5216, 184 off915368 00010000:00010000:1.0:1776265353.074120:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a1e13 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x23d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.074139:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a1e13 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.074150:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a1e13 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.074158:0:5507:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a1e13 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x23d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.074164:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a1e13 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x23d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.074176:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a1e13 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.074196:0:5507:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776265353.074238:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c96b693f reply state 00000000575427e9 transno 4294975855 ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a1e05 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x23d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.074295:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a1dd4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.074301:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a1dd4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.074307:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a1dd4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.074312:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d710ab5a already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.074315:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a1dd4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.074322:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a1dd4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.074332:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23b:0x0].0x0 (000000003b60abab) 00010000:00010000:1.0:1776265353.074337:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.074340:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a1dd4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.074345:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a1dd4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265353.074355:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c96b693f reply state 00000000575427e9 transno 4294975855 ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a1dfe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.086010:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c96b693f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+568:11340:x1862548787220736:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 42492us (42819us total) trans 4294975855 rc 0/0 00000100:00100000:1.0:1776265353.086026:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 16981 00010000:00010000:1.0:1776265353.091622:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a1df0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.091655:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a1df0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.091674:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a1df0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.092358:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a4ace8bd already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.092363:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a1df0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.092371:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a1df0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.092391:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23c:0x0].0x98ca20bd (000000004533c101) 00010000:00010000:1.0:1776265353.092395:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.092399:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a1df0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x23c:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.092406:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a1df0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x23c:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.092431:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a1df7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x25b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.092437:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a1df7 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x25b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.092442:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a1df7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x25b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.092447:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008746b23e already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.092448:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a1df7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x25b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.092453:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a1df7 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x25b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.092460:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25b:0x0].0x0 (0000000060104315) 00010000:00010000:1.0:1776265353.092465:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776265353.092467:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a1df7 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x25b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.092472:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a1df7 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x25b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.093263:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787221376 00000100:00100000:1.0:1776265353.098208:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787221632 00000100:00100000:1.0:1776265353.098299:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 16984 00000100:00100000:1.0:1776265353.098306:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086c45173 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+568:11340:x1862548787221632:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:1.0:1776265353.098357:0:5507:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776265353.098386:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005a96a493/0xeb74cb2ea369eb3e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x245:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45679 expref: 568 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.098408:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000030b56a1d/0xeb74cb2ea368707a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x245:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3d89c expref: 567 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.098420:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000255e0bfb/0xeb74cb2ea36870ce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x245:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3d8b1 expref: 566 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.098431:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fdaee129/0xeb74cb2ea3680677 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x245:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b492 expref: 565 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.098441:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x245:0x0].0x0 (000000000b38a5cd) 00010000:00010000:1.0:1776265353.098452:0:5507:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265353.098483:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1e1a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.098498:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1e1a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.098509:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1e1a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.098524:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a1e21 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x23b:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.098530:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a1e21 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.098535:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a1e21 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.098636:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a1e28 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x245:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.098645:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a1e28 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x245:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.098650:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a1e28 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x245:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.099929:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787221760 00000100:00100000:3.0:1776265353.099980:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 16985 00000100:00100000:3.0:1776265353.099987:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003184029a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+565:11341:x1862548787221760:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:3.0:1776265353.100065:0:12468:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1776265353.100098:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000abe80563/0xeb74cb2ea369e311 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x398:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4534d expref: 565 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.100123:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009b3e913c/0xeb74cb2ea369d1de lrc: 0/0,0 mode: --/PR res: [0x200000401:0x398:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44cee expref: 564 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.100135:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000616e7cec/0xeb74cb2ea369d20f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x398:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44d03 expref: 563 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.100147:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005d949f6c/0xeb74cb2ea369b169 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x398:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44109 expref: 562 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.100161:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x398:0x0].0x0 (000000001612b4fd) 00010000:00010000:3.0:1776265353.100173:0:12468:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776265353.100211:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a1e2f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.100247:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a1e2f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.100258:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a1e2f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.100274:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000009750c546/0xeb74cb2ea36a1e36 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x23c:0x0].0xb0449b87 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.100282:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009750c546/0xeb74cb2ea36a1e36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.100288:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009750c546/0xeb74cb2ea36a1e36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.100417:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000ee162b7/0xeb74cb2ea36a1e3d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x398:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.100426:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000ee162b7/0xeb74cb2ea36a1e3d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x398:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.100433:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000ee162b7/0xeb74cb2ea36a1e3d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x398:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776265353.102665:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].414, 64 off34752 00010000:00010000:3.0:1776265353.102749:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265353.102755:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a1e44 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x398:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.102762:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004bea40e2 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265353.102765:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a1e44 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x398:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.102770:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a1e44 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x398:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.102779:0:7890:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x398:0x0].0x0 (0000000060c4e01c) 00010000:00010000:3.0:1776265353.102782:0:7890:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265353.102785:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a1e44 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x398:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.102790:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a1e44 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x398:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776265353.103394:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5218, 184 off915736 00010000:00010000:1.0:1776265353.103481:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a8d4c3f5/0xeb74cb2ea36a1e4b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x245:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.103501:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a8d4c3f5/0xeb74cb2ea36a1e4b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x245:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.103513:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a8d4c3f5/0xeb74cb2ea36a1e4b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x245:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.103521:0:5507:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a8d4c3f5/0xeb74cb2ea36a1e4b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x245:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.103526:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a8d4c3f5/0xeb74cb2ea36a1e4b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x245:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.103532:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a8d4c3f5/0xeb74cb2ea36a1e4b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x245:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.103560:0:5507:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776265353.103582:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000086c45173 reply state 000000002370ef63 transno 4294975859 ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a1e28 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x245:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.103632:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1e1a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.103639:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1e1a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.103644:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1e1a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.103651:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003c82791c already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.103654:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1e1a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.103661:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1e1a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.103686:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23b:0x0].0x0 (000000003b60abab) 00010000:00010000:1.0:1776265353.103689:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.103693:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1e1a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.103698:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1e1a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265353.103707:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000086c45173 reply state 000000002370ef63 transno 4294975859 ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a1e21 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.103787:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086c45173 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+564:11340:x1862548787221632:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 5478us (5639us total) trans 4294975859 rc 0/0 00000100:00100000:1.0:1776265353.103796:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 16984 00010000:00010000:1.0:1776265353.112389:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000009750c546/0xeb74cb2ea36a1e36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.112408:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009750c546/0xeb74cb2ea36a1e36 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.112417:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009750c546/0xeb74cb2ea36a1e36 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.112424:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009750c546 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.112428:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009750c546/0xeb74cb2ea36a1e36 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.112437:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009750c546/0xeb74cb2ea36a1e36 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.112457:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23c:0x0].0xb0449b87 (000000002a31c10b) 00010000:00010000:1.0:1776265353.112460:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.112465:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009750c546/0xeb74cb2ea36a1e36 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x23c:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.112472:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009750c546/0xeb74cb2ea36a1e36 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x23c:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.112498:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000ee162b7/0xeb74cb2ea36a1e3d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x398:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.112506:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000ee162b7/0xeb74cb2ea36a1e3d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x398:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.112511:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000ee162b7/0xeb74cb2ea36a1e3d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x398:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.112516:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000ee162b7 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.112519:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000ee162b7/0xeb74cb2ea36a1e3d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x398:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.112524:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000ee162b7/0xeb74cb2ea36a1e3d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x398:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.112531:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x398:0x0].0x0 (0000000060c4e01c) 00010000:00010000:1.0:1776265353.112534:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776265353.112536:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000ee162b7/0xeb74cb2ea36a1e3d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x398:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.112540:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000ee162b7/0xeb74cb2ea36a1e3d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x398:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.112758:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787221888 00000100:00100000:3.0:1776265353.112814:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787222016 00000100:00100000:3.0:1776265353.112838:0:5510:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4879 00000100:00100000:3.0:1776265353.112846:0:5510:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007679503a pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+564:11341:x1862548787221888:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:3.0:1776265353.113157:0:5510:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007679503a pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+565:11341:x1862548787221888:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 310us (1076us total) trans 4294975860 rc 0/0 00000100:00100000:3.0:1776265353.113167:0:5510:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4879 00000100:00100000:3.0:1776265353.113188:0:5510:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4880 00000100:00100000:3.0:1776265353.113193:0:5510:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024ae4ef0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+564:11340:x1862548787222016:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:3.0:1776265353.113306:0:5510:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024ae4ef0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+565:11340:x1862548787222016:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 111us (1157us total) trans 4294975861 rc 0/0 00000100:00100000:3.0:1776265353.113312:0:5510:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4880 00000100:00100000:1.0:1776265353.119068:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 16987 00000100:00100000:1.0:1776265353.119076:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c526d324 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+562:11341:x1862548787222272:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:1.0:1776265353.119123:0:5507:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776265353.119143:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d82660c7/0xeb74cb2ea369ef3c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45801 expref: 562 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.119161:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fd3987b7/0xeb74cb2ea368833c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3df1e expref: 561 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.119176:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000218b651c/0xeb74cb2ea3688389 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25a:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3df41 expref: 560 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.119187:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000056f31abe/0xeb74cb2ea3680e65 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b7ef expref: 559 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.119195:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25a:0x0].0x0 (000000000bd262c9) 00010000:00010000:1.0:1776265353.119203:0:5507:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265353.119241:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1e6e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.119251:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1e6e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.119258:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1e6e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.119271:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a1e75 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x23c:0x0].0xbcf75103 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.119278:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a1e75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.119284:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a1e75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.119352:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a1e7c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x25a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.119378:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a1e7c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x25a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.119386:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a1e7c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x25a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776265353.119669:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].413, 64 off34688 00000040:00080000:1.0:1776265353.119685:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5220, 184 off916104 00010000:00010000:1.0:1776265353.119738:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a1e83 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x25a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.119746:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a1e83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.119753:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a1e83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.119759:0:5507:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a1e83 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x25a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.119765:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a1e83 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x25a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.119771:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a1e83 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.119796:0:5507:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776265353.119815:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c526d324 reply state 0000000019fc95ba transno 4294975863 ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a1e7c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x25a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.119844:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265353.119849:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a1e83 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x25a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.119855:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000df6bcba6 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265353.119859:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a1e83 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x25a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.119866:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a1e83 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.119873:0:11772:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25a:0x0].0x0 (000000002cbcb349) 00010000:00010000:1.0:1776265353.119876:0:11772:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776265353.119879:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a1e83 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x25a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.119884:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a1e83 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x25a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.119894:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265353.119896:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265353.119897:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265353.119942:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1e6e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.119949:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1e6e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.119954:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1e6e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.119960:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003c82791c already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.119963:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1e6e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.119968:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1e6e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.119975:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23c:0x0].0x0 (00000000a340aee3) 00010000:00010000:1.0:1776265353.119977:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.119980:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1e6e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.119985:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1e6e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265353.119992:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c526d324 reply state 0000000019fc95ba transno 4294975863 ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a1e75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.120106:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c526d324 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+560:11341:x1862548787222272:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1028us (2757us total) trans 4294975863 rc 0/0 00000100:00100000:1.0:1776265353.120115:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 16987 00000100:00100000:3.0:1776265353.129397:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.129487:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:1.0:1776265353.129833:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a1e75 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.129850:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a1e75 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.129858:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a1e75 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.129866:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000754163f7 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.129872:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a1e75 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.129880:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a1e75 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.129899:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23c:0x0].0xbcf75103 (000000003f0dafb6) 00010000:00010000:1.0:1776265353.129902:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.129906:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a1e75 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x23c:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.129913:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a1e75 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x23c:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.129936:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a1e7c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x25a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.129941:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a1e7c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x25a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.129947:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a1e7c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x25a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.129952:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006d8ffa2e already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.129953:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a1e7c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x25a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.129958:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a1e7c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x25a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.129965:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25a:0x0].0x0 (000000002cbcb349) 00010000:00010000:1.0:1776265353.129968:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776265353.129969:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a1e7c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x25a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.129974:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a1e7c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x25a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.130018:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787222400 00000100:00100000:1.0:1776265353.130074:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787222528 00000100:00100000:1.0:1776265353.130097:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4881 00000100:00100000:1.0:1776265353.130105:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f4e322f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+560:11341:x1862548787222400:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:1.0:1776265353.130424:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f4e322f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+561:11341:x1862548787222400:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 318us (1038us total) trans 4294975864 rc 0/0 00000100:00100000:1.0:1776265353.130432:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4881 00000100:00100000:1.0:1776265353.130450:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4882 00000100:00100000:1.0:1776265353.130454:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b6297e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+560:11340:x1862548787222528:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:1.0:1776265353.130542:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b6297e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+561:11340:x1862548787222528:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 86us (1054us total) trans 4294975865 rc 0/0 00000100:00100000:1.0:1776265353.130550:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4882 00000100:00100000:3.0:1776265353.135800:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.135903:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787222784 00000100:00100000:1.0:1776265353.135948:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 16989 00000100:00100000:1.0:1776265353.135956:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ecfe24f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+558:11341:x1862548787222784:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:1.0:1776265353.136008:0:6376:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776265353.136031:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005bbd39a2/0xeb74cb2ea369ed36 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x24a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45736 expref: 558 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.136072:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000073fb5bb7/0xeb74cb2ea3687582 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x24a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3da63 expref: 557 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.136093:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001e33bd0a/0xeb74cb2ea36875eb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x24a:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3da86 expref: 556 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.136108:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003976fdfe/0xeb74cb2ea3680861 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x24a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b564 expref: 555 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.136117:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x24a:0x0].0x0 (0000000002c3ac05) 00010000:00010000:1.0:1776265353.136124:0:6376:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265353.136147:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1ea6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.136157:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1ea6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.136165:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1ea6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.136177:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a1ead lrc: 3/0,1 mode: --/PW res: [0x200000401:0x23c:0x0].0xc3f00931 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.136183:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a1ead lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.136188:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a1ead lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.136318:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a1eb4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x24a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.136327:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a1eb4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x24a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.136334:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a1eb4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x24a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776265353.136673:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].415, 64 off34816 00000040:00080000:1.0:1776265353.136691:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5222, 184 off916472 00010000:00010000:1.0:1776265353.136743:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a1ebb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x24a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.136751:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a1ebb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x24a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.136759:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a1ebb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x24a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.136766:0:6376:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a1ebb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x24a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.136771:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a1ebb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x24a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.136777:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a1ebb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x24a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.136800:0:6376:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776265353.136812:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000005ecfe24f reply state 000000008426a2b4 transno 4294975867 ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a1eb4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x24a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.136851:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1ea6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.136862:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1ea6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.136873:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1ea6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.136888:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003c82791c already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.136893:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1ea6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.136902:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1ea6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.136912:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23c:0x0].0x0 (00000000a340aee3) 00010000:00010000:1.0:1776265353.136915:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.136917:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1ea6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.136923:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1ea6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265353.136932:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000005ecfe24f reply state 000000008426a2b4 transno 4294975867 ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a1ead lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.136992:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ecfe24f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+556:11341:x1862548787222784:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1036us (1194us total) trans 4294975867 rc 0/0 00000100:00100000:1.0:1776265353.136999:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 16989 00000100:00100000:3.0:1776265353.141751:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.145334:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.148471:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.152240:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787223296 00000100:00100000:3.0:1776265353.152302:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 16991 00000100:00100000:3.0:1776265353.152311:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ffe05ed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+555:11341:x1862548787223296:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:3.0:1776265353.152393:0:12468:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776265353.152425:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000070f8714e/0xeb74cb2ea369d6d8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a6:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44ed1 expref: 555 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.152452:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e990b218/0xeb74cb2ea369d6b5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44eca expref: 554 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.152474:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bec0f0fa/0xeb74cb2ea369c99c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece449ec expref: 553 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.152504:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a6:0x0].0x0 (000000009d078185) 00010000:00010000:3.0:1776265353.152518:0:12468:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776265353.152550:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a1ede lrc: 3/0,1 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.152565:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a1ede lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.152575:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a1ede lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.152593:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a2618607/0xeb74cb2ea36a1ee5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x23c:0x0].0x8ee21578 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.152602:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a2618607/0xeb74cb2ea36a1ee5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.152610:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a2618607/0xeb74cb2ea36a1ee5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.152709:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a1eec lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.152719:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a1eec lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.152726:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a1eec lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776265353.153151:0:12468:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].416, 64 off34880 00000040:00080000:3.0:1776265353.153168:0:12468:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5224, 184 off916840 00010000:00010000:3.0:1776265353.153275:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000ee162b7/0xeb74cb2ea36a1ef3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.153285:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000ee162b7/0xeb74cb2ea36a1ef3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.153292:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000ee162b7/0xeb74cb2ea36a1ef3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.153299:0:12468:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000ee162b7/0xeb74cb2ea36a1ef3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.153305:0:12468:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000ee162b7/0xeb74cb2ea36a1ef3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.153310:0:12468:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000ee162b7/0xeb74cb2ea36a1ef3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.153332:0:12468:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1776265353.153343:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000000ffe05ed reply state 00000000792584e7 transno 4294975871 ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a1eec lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.153376:0:12468:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a1ede lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.153386:0:12468:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a1ede lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.153392:0:12468:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a1ede lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.153398:0:12468:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d0b37eb2 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.153400:0:12468:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a1ede lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.153406:0:12468:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a1ede lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.153415:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23c:0x0].0x0 (00000000a340aee3) 00010000:00010000:3.0:1776265353.153417:0:12468:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265353.153420:0:12468:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a1ede lrc: 2/0,0 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.153425:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a1ede lrc: 0/0,0 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776265353.153444:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000000ffe05ed reply state 00000000792584e7 transno 4294975871 ns: mdt-lustre-MDT0000_UUID lock: 00000000a2618607/0xeb74cb2ea36a1ee5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.153491:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ffe05ed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+554:11341:x1862548787223296:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1177us (1455us total) trans 4294975871 rc 0/0 00000100:00100000:3.0:1776265353.153503:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 16991 00010000:00010000:1.0:1776265353.154120:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a1e91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.154142:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a1e91 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x23b:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.154150:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a1e91 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23b:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.154156:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000900bca3b already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.154160:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a1e91 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23b:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.154166:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a1e91 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x23b:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.154182:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23b:0x0].0xf2061246 (000000001ae6b72d) 00010000:00010000:1.0:1776265353.154185:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.154189:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a1e91 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x23b:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.154194:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a1e91 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x23b:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.154243:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a1e98 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x258:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.154250:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a1e98 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x258:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.154255:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a1e98 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x258:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.154260:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000713f64bf already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.154261:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a1e98 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x258:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.154266:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a1e98 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x258:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.154272:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x258:0x0].0x0 (0000000032cc22b0) 00010000:00010000:1.0:1776265353.154274:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776265353.154276:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a1e98 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x258:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.154281:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a1e98 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x258:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.159464:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a1ec9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.159487:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a1ec9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x23b:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.159494:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a1ec9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23b:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.159505:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f264d773 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.159509:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a1ec9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23b:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.159515:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a1ec9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x23b:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.159539:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23b:0x0].0x283705e2 (0000000045cd33f9) 00010000:00010000:1.0:1776265353.159543:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.159547:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a1ec9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x23b:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.159553:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a1ec9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x23b:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.159580:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a1ed0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.159586:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a1ed0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.159591:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a1ed0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.159596:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000454265a8 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.159597:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a1ed0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.159602:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a1ed0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.159610:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a7:0x0].0x0 (000000001d85a993) 00010000:00010000:1.0:1776265353.159612:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776265353.159614:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a1ed0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.159619:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a1ed0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.164441:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.164584:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.168077:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.168155:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.169586:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 16992 00000100:00100000:1.0:1776265353.169594:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a1a1fc9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+554:11341:x1862548787223680:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:1.0:1776265353.169676:0:6376:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776265353.169715:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ea0680b2/0xeb74cb2ea369e843 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x264:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4555a expref: 554 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.169745:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea3688db5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x264:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3e2ba expref: 553 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.169760:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003df245d4/0xeb74cb2ea3688e41 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x264:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3e2eb expref: 552 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.169771:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e88efe55/0xeb74cb2ea3681239 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x264:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b993 expref: 551 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.169782:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x264:0x0].0x0 (000000002520f89c) 00010000:00010000:1.0:1776265353.169793:0:6376:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265353.169834:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1efa lrc: 3/0,1 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.169861:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1efa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.169885:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1efa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.169901:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a1f01 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x23c:0x0].0x21e72734 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.169908:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a1f01 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.169914:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a1f01 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.170204:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a1f08 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x264:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.170258:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a1f08 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x264:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.170267:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a1f08 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x264:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776265353.171166:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].417, 64 off34944 00000040:00080000:1.0:1776265353.171194:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5225, 184 off917024 00010000:00010000:1.0:1776265353.171340:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a1f0f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x264:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.171355:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a1f0f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x264:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.171366:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a1f0f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x264:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.171470:0:6376:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a1f0f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x264:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.171478:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a1f0f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x264:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.171558:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a1f0f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x264:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.171664:0:6376:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776265353.171690:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000005a1a1fc9 reply state 00000000fea48e26 transno 4294975874 ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a1f08 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x264:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.171759:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1efa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.171767:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1efa lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.171772:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1efa lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.171778:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003c82791c already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.171783:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1efa lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.171795:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1efa lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.171808:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23c:0x0].0x0 (00000000a340aee3) 00010000:00010000:1.0:1776265353.171811:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.171815:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1efa lrc: 2/0,0 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.171820:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1efa lrc: 0/0,0 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265353.171831:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000005a1a1fc9 reply state 00000000fea48e26 transno 4294975874 ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a1f01 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.172010:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a1a1fc9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+552:11341:x1862548787223680:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 2412us (3940us total) trans 4294975874 rc 0/0 00000100:00100000:1.0:1776265353.172019:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 16992 00000100:00100000:1.0:1776265353.172139:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 16993 00000100:00100000:1.0:1776265353.172147:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001eec81ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+551:11340:x1862548787223808:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:1.0:1776265353.172202:0:6376:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776265353.172249:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000027ffd0fc/0xeb74cb2ea369e580 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45449 expref: 551 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.172265:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000aa76aac8/0xeb74cb2ea36888ec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x260:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3e11d expref: 550 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.172278:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000eca4a432/0xeb74cb2ea3688932 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x260:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3e139 expref: 549 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.172291:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005427dd8e/0xeb74cb2ea36810c6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x260:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b8f9 expref: 548 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.172299:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x260:0x0].0x0 (000000007a08c146) 00010000:00010000:1.0:1776265353.172308:0:6376:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265353.172335:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a1f16 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.172345:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a1f16 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.172354:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a1f16 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.172584:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a1f1d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x23b:0x0].0xbea011c bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.172594:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a1f1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.172601:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a1f1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.172698:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a1f24 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x260:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.172707:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a1f24 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x260:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.172716:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a1f24 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x260:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776265353.173783:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].418, 64 off35008 00000040:00080000:1.0:1776265353.173812:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5226, 184 off917208 00010000:00010000:1.0:1776265353.174032:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a1f2b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x260:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.174130:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a1f2b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x260:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.174142:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a1f2b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x260:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.174150:0:6376:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a1f2b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x260:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.174156:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a1f2b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x260:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.174162:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a1f2b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x260:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.174249:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776265353.174257:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a1f0f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x264:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.174266:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000273821f1 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265353.174270:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a1f0f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x264:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.174278:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a1f0f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x264:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.174293:0:7890:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x264:0x0].0x0 (000000003f0dafb6) 00010000:00010000:3.0:1776265353.174296:0:7890:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265353.174301:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a1f0f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x264:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.174307:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a1f0f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x264:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.174328:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265353.174333:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a1f2b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x260:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.174340:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c079a2d5 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265353.174342:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a1f2b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x260:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.174348:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a1f2b lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x260:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.174358:0:7890:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x260:0x0].0x0 (0000000072a7171a) 00010000:00010000:3.0:1776265353.174361:0:7890:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265353.174363:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a1f2b lrc: 3/0,0 mode: --/PW res: [0x200000401:0x260:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.174384:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.174385:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.174387:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776265353.178816:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.182067:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787224064 00000100:00100000:3.0:1776265353.182140:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 16994 00000100:00100000:3.0:1776265353.182148:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d22b288 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+549:11341:x1862548787224064:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:3.0:1776265353.182352:0:12468:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1776265353.182399:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000eb173961/0xeb74cb2ea369efb3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45832 expref: 549 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.182428:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004c84efe1/0xeb74cb2ea3688622 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3e044 expref: 548 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.182451:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000083445cf2/0xeb74cb2ea3688692 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25d:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3e059 expref: 547 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.182463:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005d0319f1/0xeb74cb2ea3680fca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b890 expref: 546 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.182473:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25d:0x0].0x0 (000000003ff85e56) 00010000:00010000:3.0:1776265353.182634:0:12468:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265353.182853:0:6376:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1776265353.182862:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a1f2b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x260:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265353.182908:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000001eec81ad reply state 0000000037428306 transno 4294975875 ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a1f24 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x260:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.189492:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265353.189498:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a1f47 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x25d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.189507:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a4ace8bd already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265353.189509:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a1f47 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x25d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.189515:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a1f47 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.189525:0:11772:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25d:0x0].0x0 (000000004533c101) 00010000:00010000:1.0:1776265353.189528:0:11772:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776265353.189530:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a1f47 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x25d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.189536:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a1f47 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x25d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.189551:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265353.189552:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265353.189554:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776265353.193715:0:10767:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787224192 00000100:00100000:3.0:1776265353.193776:0:10767:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4888 00000100:00100000:3.0:1776265353.193784:0:10767:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002830df6d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+546:11341:x1862548787224192:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:3.0:1776265353.194268:0:10767:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002830df6d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+547:11341:x1862548787224192:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 483us (698us total) trans 4294975878 rc 0/0 00000100:00100000:3.0:1776265353.194277:0:10767:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4888 00010000:00010000:1.0:1776265353.194414:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a1f39 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.194428:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a1f39 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.194442:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a1f39 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.194449:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000001290b3f already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.194454:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a1f39 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.194461:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a1f39 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.194480:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23c:0x0].0x3afecd66 (0000000060104315) 00010000:00010000:1.0:1776265353.194483:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.194487:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a1f39 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x23c:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.194494:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a1f39 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x23c:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.194513:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a1f40 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x25d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.194519:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a1f40 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x25d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.194525:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a1f40 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x25d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.194529:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008746b23e already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.194531:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a1f40 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x25d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.194538:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a1f40 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x25d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.194545:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25d:0x0].0x0 (000000004533c101) 00010000:00010000:1.0:1776265353.194547:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776265353.194549:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a1f40 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x25d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.194553:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a1f40 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x25d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.196789:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.201490:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.201546:0:5509:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787224576 00000100:00100000:1.0:1776265353.201602:0:5509:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 16996 00000100:00100000:1.0:1776265353.201611:0:5509:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b26ba73 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+544:11340:x1862548787224576:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:1.0:1776265353.201676:0:5509:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776265353.201706:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c92d746f/0xeb74cb2ea369ede5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4577c expref: 544 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.201735:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c3f64a63/0xeb74cb2ea3688709 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3e083 expref: 543 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.201754:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d7db5555/0xeb74cb2ea3688787 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25e:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3e0a6 expref: 542 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.201773:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005575fdbd/0xeb74cb2ea3680ffb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b89e expref: 541 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.201791:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25e:0x0].0x0 (00000000bbe015cc) 00010000:00010000:1.0:1776265353.201804:0:5509:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265353.201836:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a1f5c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.201850:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a1f5c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.201859:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a1f5c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.202526:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1f63 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x23b:0x0].0x3afecd66 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.202542:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1f63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.202551:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1f63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.202716:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a1f6a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x25e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.202726:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a1f6a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x25e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.202734:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a1f6a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x25e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776265353.203507:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].419, 64 off35072 00000040:00080000:1.0:1776265353.203605:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5229, 184 off917688 00010000:00010000:1.0:1776265353.203712:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1f78 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x25e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.203730:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1f78 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.203746:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1f78 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.203757:0:5509:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1f78 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x25e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.203763:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1f78 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x25e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.203770:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1f78 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.203856:0:5509:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776265353.203907:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000001b26ba73 reply state 0000000038380fd2 transno 4294975880 ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a1f6a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x25e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.203982:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a1f5c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.203989:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a1f5c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.203999:0:5509:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a1f5c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.204006:0:5509:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c079a2d5 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.204010:0:5509:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a1f5c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.204018:0:5509:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a1f5c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.204034:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23b:0x0].0x0 (000000003b60abab) 00010000:00010000:1.0:1776265353.204037:0:5509:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.204042:0:5509:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a1f5c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.204191:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a1f5c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265353.204204:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000001b26ba73 reply state 0000000038380fd2 transno 4294975880 ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1f63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.204587:0:5509:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b26ba73 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+543:11340:x1862548787224576:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 2973us (3102us total) trans 4294975880 rc 0/0 00000100:00100000:1.0:1776265353.204599:0:5509:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 16996 00010000:00010000:3.0:1776265353.206009:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776265353.210756:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.211583:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787224704 00000100:00100000:3.0:1776265353.211644:0:5510:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4890 00000100:00100000:3.0:1776265353.211652:0:5510:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b166bc24 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+542:11340:x1862548787224704:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:3.0:1776265353.211982:0:5510:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b166bc24 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+543:11340:x1862548787224704:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 330us (1233us total) trans 4294975882 rc 0/0 00000100:00100000:3.0:1776265353.211990:0:5510:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4890 00000100:00100000:1.0:1776265353.216250:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.221425:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.221476:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.221657:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787224960 00000100:00100000:3.0:1776265353.221758:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787225088 00000100:00100000:1.0:1776265353.221967:0:5509:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 16997 00000100:00100000:1.0:1776265353.221976:0:5509:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e5e3718 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+544:11341:x1862548787224960:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:1.0:1776265353.222058:0:5509:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776265353.222096:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005a13af64/0xeb74cb2ea369ef04 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x257:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece457e5 expref: 544 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.222124:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b938a31e/0xeb74cb2ea36880c6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x257:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3de37 expref: 543 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.222141:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000041a7c74a/0xeb74cb2ea36880fe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x257:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3de4c expref: 542 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.222152:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000aaae6d02/0xeb74cb2ea3680d7e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x257:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b794 expref: 541 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.222163:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x257:0x0].0x0 (0000000050eff639) 00010000:00010000:1.0:1776265353.222174:0:5509:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265353.222293:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a1f86 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.222312:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a1f86 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.222323:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a1f86 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.222341:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a1f8d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x23c:0x0].0xf2061246 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.222352:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a1f8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.222358:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a1f8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.222582:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1f94 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x257:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.222591:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1f94 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x257:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.222598:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1f94 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x257:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776265353.223356:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].418, 64 off35008 00000040:00080000:1.0:1776265353.223477:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5231, 184 off918056 00010000:00010000:1.0:1776265353.223569:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1f9b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x257:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.223582:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1f9b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x257:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.223592:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1f9b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x257:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.223601:0:5509:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1f9b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x257:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.223608:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1f9b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x257:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.223615:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1f9b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x257:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.223641:0:5509:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776265353.223664:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000000e5e3718 reply state 00000000acce7b8d transno 4294975884 ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a1f94 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x257:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.223721:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a1f86 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.223727:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a1f86 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.223733:0:5509:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a1f86 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.223740:0:5509:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c079a2d5 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.223745:0:5509:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a1f86 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.223752:0:5509:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a1f86 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.223765:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23c:0x0].0x0 (00000000a340aee3) 00010000:00010000:1.0:1776265353.223768:0:5509:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.223772:0:5509:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a1f86 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.223779:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a1f86 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265353.223788:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000000e5e3718 reply state 00000000acce7b8d transno 4294975884 ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a1f8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.224006:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 16998 00000100:00100000:3.0:1776265353.224016:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000562679fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+542:11340:x1862548787225088:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:3.0:1776265353.224079:0:5507:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1776265353.224100:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea369eba7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x24b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece456a3 expref: 542 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.224118:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000031d32ebf/0xeb74cb2ea3687669 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x24b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3dab7 expref: 541 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.224132:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ddf1b2d6/0xeb74cb2ea36876fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x24b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3daef expref: 540 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.224144:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000071e0edf7/0xeb74cb2ea36808e6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x24b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b595 expref: 539 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.224153:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x24b:0x0].0x0 (00000000b03dbb2d) 00010000:00010000:3.0:1776265353.224164:0:5507:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776265353.224190:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a1fa2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.224200:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a1fa2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.224207:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a1fa2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.224237:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000009750c546/0xeb74cb2ea36a1fa9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x23b:0x0].0x103f9c81 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.224244:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009750c546/0xeb74cb2ea36a1fa9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.224252:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009750c546/0xeb74cb2ea36a1fa9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.224330:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a1fb0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x24b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.224338:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a1fb0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x24b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.224344:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a1fb0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x24b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776265353.224783:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].419, 64 off35072 00000040:00080000:3.0:1776265353.224802:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5232, 184 off918240 00010000:00010000:3.0:1776265353.224854:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001fc3a644/0xeb74cb2ea36a1fb7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x24b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.224863:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001fc3a644/0xeb74cb2ea36a1fb7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x24b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.224871:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001fc3a644/0xeb74cb2ea36a1fb7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x24b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.225010:0:5509:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e5e3718 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+539:11341:x1862548787224960:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 3032us (3597us total) trans 4294975884 rc 0/0 00000100:00100000:1.0:1776265353.225021:0:5509:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 16997 00010000:00010000:3.0:1776265353.226192:0:5507:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001fc3a644/0xeb74cb2ea36a1fb7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x24b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.226199:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001fc3a644/0xeb74cb2ea36a1fb7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x24b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.226210:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001fc3a644/0xeb74cb2ea36a1fb7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x24b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.226478:0:5507:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00010000:3.0:1776265353.226509:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000562679fd reply state 00000000ea4984e7 transno 4294975885 ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a1fb0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x24b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.226562:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776265353.226571:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1f9b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x257:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.226580:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002be790ce already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265353.226583:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1f9b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x257:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.226591:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1f9b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x257:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.226611:0:11772:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x257:0x0].0x0 (000000003f0dafb6) 00010000:00010000:1.0:1776265353.226613:0:11772:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776265353.226617:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1f9b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x257:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.226623:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1f9b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x257:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.226637:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265353.226640:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001fc3a644/0xeb74cb2ea36a1fb7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x24b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.226646:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001fc3a644 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265353.226649:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001fc3a644/0xeb74cb2ea36a1fb7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x24b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.226655:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001fc3a644/0xeb74cb2ea36a1fb7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x24b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.226662:0:11772:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x24b:0x0].0x0 (000000003a292d0e) 00010000:00010000:1.0:1776265353.226664:0:11772:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776265353.226666:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001fc3a644/0xeb74cb2ea36a1fb7 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x24b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.226671:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001fc3a644/0xeb74cb2ea36a1fb7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x24b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.226682:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265353.226684:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265353.226685:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.226744:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a1fa2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.226751:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a1fa2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.226756:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a1fa2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.226761:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d0b37eb2 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.226764:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a1fa2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.226769:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a1fa2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.226778:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23b:0x0].0x0 (000000003b60abab) 00010000:00010000:3.0:1776265353.226780:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265353.226783:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a1fa2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.226788:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a1fa2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776265353.226797:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000562679fd reply state 00000000ea4984e7 transno 4294975885 ns: mdt-lustre-MDT0000_UUID lock: 000000009750c546/0xeb74cb2ea36a1fa9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.227184:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000562679fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+539:11340:x1862548787225088:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 3165us (5704us total) trans 4294975885 rc 0/0 00000100:00100000:3.0:1776265353.227193:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 16998 00000100:00100000:1.0:1776265353.233439:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.233762:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787225216 00000100:00100000:3.0:1776265353.233828:0:5510:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4892 00000100:00100000:3.0:1776265353.233836:0:5510:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011ff4d06 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+537:11340:x1862548787225216:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:3.0:1776265353.234163:0:5510:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011ff4d06 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+538:11340:x1862548787225216:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 325us (730us total) trans 4294975886 rc 0/0 00000100:00100000:3.0:1776265353.234171:0:5510:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4892 00000100:00100000:1.0:1776265353.235774:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.242004:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.242065:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.251694:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.252062:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787225728 00000100:00100000:3.0:1776265353.252121:0:5510:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4894 00000100:00100000:3.0:1776265353.252129:0:5510:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b8f4106 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+533:11340:x1862548787225728:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:3.0:1776265353.252663:0:5510:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b8f4106 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+534:11340:x1862548787225728:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 531us (977us total) trans 4294975890 rc 0/0 00000100:00100000:3.0:1776265353.252673:0:5510:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4894 00000100:00100000:1.0:1776265353.256649:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.259590:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787225856 00000100:00100000:1.0:1776265353.259799:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.259841:0:5509:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787225984 00000100:00100000:1.0:1776265353.259898:0:5509:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17001 00000100:00100000:1.0:1776265353.259906:0:5509:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000073fb35d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+535:11340:x1862548787225984:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:1.0:1776265353.259986:0:5509:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776265353.260027:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c44fe5f5/0xeb74cb2ea369ee2b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x254:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45798 expref: 535 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.260073:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000057d39c61/0xeb74cb2ea3687e57 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x254:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3dd81 expref: 534 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.260087:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000018ecbf77/0xeb74cb2ea3687e9d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3dd9d expref: 533 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.260099:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000544af4dc/0xeb74cb2ea3680c35 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x254:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b708 expref: 532 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.260109:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x254:0x0].0x0 (000000009ab8d647) 00010000:00010000:1.0:1776265353.260123:0:5509:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265353.260165:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1ff6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.260182:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1ff6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.260193:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1ff6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.260208:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a1ffd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x23b:0x0].0x76821429 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.260263:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a1ffd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.260274:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a1ffd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.260419:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a2004 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x254:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.260429:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a2004 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x254:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.260435:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a2004 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x254:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776265353.260911:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].422, 64 off35264 00000040:00080000:1.0:1776265353.260941:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5235, 184 off918792 00010000:00010000:1.0:1776265353.261022:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a200b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x254:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.261033:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a200b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x254:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.261042:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a200b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x254:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.261063:0:5509:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a200b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x254:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.261071:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a200b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x254:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.261082:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a200b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x254:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.261106:0:5509:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776265353.261128:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000073fb35d9 reply state 000000006d225a2d transno 4294975891 ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a2004 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x254:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.261157:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265353.261162:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a200b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x254:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.261171:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c15c1516 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265353.261175:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a200b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x254:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.261184:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a200b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x254:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.261196:0:11772:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x254:0x0].0x0 (0000000087a4088d) 00010000:00010000:1.0:1776265353.261198:0:11772:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776265353.261201:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a200b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x254:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.261207:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a200b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x254:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.261249:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265353.261250:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265353.261252:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265353.261301:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1ff6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.261309:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1ff6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.261315:0:5509:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1ff6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.261320:0:5509:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002be790ce already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.261323:0:5509:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1ff6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.261328:0:5509:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1ff6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.261336:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23b:0x0].0x0 (000000003b60abab) 00010000:00010000:1.0:1776265353.261339:0:5509:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.261341:0:5509:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1ff6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.261347:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a1ff6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265353.261355:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000073fb35d9 reply state 000000006d225a2d transno 4294975891 ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a1ffd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.261461:0:5509:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000073fb35d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+533:11340:x1862548787225984:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1553us (1665us total) trans 4294975891 rc 0/0 00000100:00100000:1.0:1776265353.261472:0:5509:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17001 00000100:00100000:3.0:1776265353.262096:0:5510:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4895 00000100:00100000:3.0:1776265353.262108:0:5510:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1b6bf89 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+532:11341:x1862548787225856:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:3.0:1776265353.262473:0:5510:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1b6bf89 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+533:11341:x1862548787225856:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 366us (5834us total) trans 4294975892 rc 0/0 00000100:00100000:3.0:1776265353.262486:0:5510:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4895 00000100:00100000:1.0:1776265353.269063:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.269120:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.271063:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787226240 00000100:00100000:3.0:1776265353.271121:0:5510:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4896 00000100:00100000:3.0:1776265353.271127:0:5510:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007dc2d924 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+531:11340:x1862548787226240:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:3.0:1776265353.271377:0:5510:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007dc2d924 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+532:11340:x1862548787226240:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 240us (2248us total) trans 4294975894 rc 0/0 00000100:00100000:3.0:1776265353.271386:0:5510:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4896 00010000:00010000:3.0:1776265353.272728:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265353.272734:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2027 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x23e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.272742:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000de00b8cb already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265353.272744:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2027 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x23e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.272751:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2027 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.272759:0:5495:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23e:0x0].0x0 (0000000045cd33f9) 00010000:00010000:3.0:1776265353.272761:0:5495:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265353.272763:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2027 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x23e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.272768:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2027 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x23e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.272782:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.272784:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.272785:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776265353.280184:0:10767:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787226496 00000100:00100000:3.0:1776265353.280360:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787226368 00000100:00100000:3.0:1776265353.280412:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17003 00000100:00100000:3.0:1776265353.280422:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aae92225 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+532:11340:x1862548787226368:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:3.0:1776265353.280498:0:5507:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776265353.280539:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008fcb67fd/0xeb74cb2ea369d5f8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a4:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44e84 expref: 532 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.280567:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000068e8385c/0xeb74cb2ea369d5ea lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44e7d expref: 531 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.280581:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006bb039b4/0xeb74cb2ea369c72d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4490c expref: 530 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.280594:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a4:0x0].0x0 (000000008929f48f) 00010000:00010000:3.0:1776265353.280605:0:5507:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776265353.280646:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a202e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.280664:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a202e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.280676:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a202e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.280691:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000750d4b78/0xeb74cb2ea36a2035 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x23b:0x0].0x8ee21578 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.280698:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000750d4b78/0xeb74cb2ea36a2035 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.280704:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000750d4b78/0xeb74cb2ea36a2035 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.280834:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a203c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3a4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.280842:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a203c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.280849:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a203c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776265353.281372:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].424, 64 off35392 00000040:00080000:3.0:1776265353.281399:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5237, 184 off919160 00010000:00010000:3.0:1776265353.281467:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a2043 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3a4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.281478:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a2043 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.281486:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a2043 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.281494:0:5507:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a2043 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.281500:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a2043 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.281512:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a2043 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.281537:0:5507:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1776265353.281560:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000aae92225 reply state 00000000a1320ffb transno 4294975895 ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a203c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.281620:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a202e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.281626:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a202e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.281632:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a202e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.281639:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d0b37eb2 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.281643:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a202e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.281650:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a202e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.281661:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23b:0x0].0x0 (000000003b60abab) 00010000:00010000:3.0:1776265353.281664:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265353.281668:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a202e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.281673:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a202e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776265353.281684:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000aae92225 reply state 00000000a1320ffb transno 4294975895 ns: mdt-lustre-MDT0000_UUID lock: 00000000750d4b78/0xeb74cb2ea36a2035 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.281794:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aae92225 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+531:11340:x1862548787226368:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1370us (2063us total) trans 4294975895 rc 0/0 00000100:00100000:3.0:1776265353.281803:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17003 00000100:00100000:1.0:1776265353.282144:0:10767:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4897 00000100:00100000:1.0:1776265353.282152:0:10767:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff826c05 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+530:11341:x1862548787226496:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:1.0:1776265353.282457:0:10767:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff826c05 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+531:11341:x1862548787226496:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 304us (2670us total) trans 4294975896 rc 0/0 00000100:00100000:1.0:1776265353.282464:0:10767:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4897 00000100:00100000:3.0:1776265353.290380:0:10767:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787226752 00000100:00100000:3.0:1776265353.290475:0:10767:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4898 00000100:00100000:3.0:1776265353.290484:0:10767:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045d815b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+529:11340:x1862548787226752:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:3.0:1776265353.290797:0:10767:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045d815b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+530:11340:x1862548787226752:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 312us (710us total) trans 4294975897 rc 0/0 00000100:00100000:3.0:1776265353.290805:0:10767:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4898 00000100:00100000:1.0:1776265353.290981:0:5509:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787226624 00000100:00100000:1.0:1776265353.291012:0:5509:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17004 00000100:00100000:1.0:1776265353.291016:0:5509:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc48ec25 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+530:11341:x1862548787226624:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:1.0:1776265353.291063:0:5509:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776265353.291087:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007a0ba895/0xeb74cb2ea369e2cb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x244:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45331 expref: 530 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.291105:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000ee1a365/0xeb74cb2ea3686f7e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x244:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3d848 expref: 529 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.291118:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ac460e1c/0xeb74cb2ea3687011 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x244:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3d879 expref: 528 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.291129:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000024233fc0/0xeb74cb2ea3680607 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x244:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b45a expref: 527 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.291139:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x244:0x0].0x0 (000000002829834f) 00010000:00010000:1.0:1776265353.291146:0:5509:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265353.291178:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a204a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.291195:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a204a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.291206:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a204a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.291233:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a2051 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x23c:0x0].0xa5e17578 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.291239:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a2051 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.291245:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a2051 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.291372:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a2058 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x244:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.291381:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a2058 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x244:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.291388:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a2058 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x244:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776265353.291772:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].425, 64 off35456 00000040:00080000:1.0:1776265353.291799:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5238, 184 off919344 00010000:00010000:1.0:1776265353.291866:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a205f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x244:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.291894:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a205f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x244:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.291904:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a205f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x244:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.291913:0:5509:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a205f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x244:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.291920:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a205f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x244:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.291926:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a205f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x244:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.291956:0:5509:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776265353.291978:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000cc48ec25 reply state 00000000912b6081 transno 4294975898 ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a2058 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x244:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.292002:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265353.292006:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a205f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x244:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.292013:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000273821f1 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265353.292016:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a205f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x244:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.292023:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a205f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x244:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.292033:0:5496:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x244:0x0].0x0 (000000008b670c82) 00010000:00010000:1.0:1776265353.292037:0:5496:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776265353.292040:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a205f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x244:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.292046:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a205f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x244:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.292066:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265353.292068:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265353.292069:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265353.292115:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a204a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.292122:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a204a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.292128:0:5509:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a204a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.292133:0:5509:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002be790ce already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.292136:0:5509:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a204a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.292142:0:5509:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a204a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.292149:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23c:0x0].0x0 (00000000a340aee3) 00010000:00010000:1.0:1776265353.292151:0:5509:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.292153:0:5509:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a204a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.292163:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a204a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265353.292171:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000cc48ec25 reply state 00000000912b6081 transno 4294975898 ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a2051 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.292270:0:5509:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc48ec25 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+528:11341:x1862548787226624:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1251us (2427us total) trans 4294975898 rc 0/0 00000100:00100000:1.0:1776265353.292278:0:5509:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17004 00000100:00100000:3.0:1776265353.296071:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.296460:0:5509:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17005 00000100:00100000:3.0:1776265353.296471:0:5509:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007986ff8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+528:11340:x1862548787226880:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:3.0:1776265353.296550:0:5509:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1776265353.296587:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000428b618e/0xeb74cb2ea369edad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45767 expref: 528 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.296615:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bcd87970/0xeb74cb2ea3688542 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3dfe2 expref: 527 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.296629:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b5f1e7cb/0xeb74cb2ea36885ab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25c:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3e00c expref: 526 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.296647:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000070a46085/0xeb74cb2ea3680f3e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b851 expref: 525 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.296656:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25c:0x0].0x0 (0000000041a57cd3) 00010000:00010000:3.0:1776265353.296668:0:5509:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776265353.296710:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000061ead546/0xeb74cb2ea36a2066 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.296728:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000061ead546/0xeb74cb2ea36a2066 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.296741:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000061ead546/0xeb74cb2ea36a2066 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.296758:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a206d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x23b:0x0].0x98ca20bd bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.296764:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a206d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.296770:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a206d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.296913:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a2074 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.296922:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a2074 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x25c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.296934:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a2074 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x25c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776265353.297431:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].426, 64 off35520 00000040:00080000:3.0:1776265353.297459:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5239, 184 off919528 00010000:00010000:3.0:1776265353.297537:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a207b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x25c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.297549:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a207b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.297558:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a207b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.297567:0:5509:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a207b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x25c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.297574:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a207b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x25c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.297581:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a207b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.297607:0:5509:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1776265353.297630:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000007986ff8b reply state 00000000a673bad6 transno 4294975899 ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a2074 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x25c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.297691:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000061ead546/0xeb74cb2ea36a2066 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.297702:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000061ead546/0xeb74cb2ea36a2066 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.297708:0:5509:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000061ead546/0xeb74cb2ea36a2066 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.297714:0:5509:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000061ead546 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.297718:0:5509:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000061ead546/0xeb74cb2ea36a2066 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.297725:0:5509:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000061ead546/0xeb74cb2ea36a2066 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.297737:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23b:0x0].0x0 (000000003b60abab) 00010000:00010000:3.0:1776265353.297739:0:5509:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265353.297744:0:5509:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000061ead546/0xeb74cb2ea36a2066 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.297749:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000061ead546/0xeb74cb2ea36a2066 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776265353.297758:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000007986ff8b reply state 00000000a673bad6 transno 4294975899 ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a206d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.297862:0:5509:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007986ff8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+526:11340:x1862548787226880:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1390us (1816us total) trans 4294975899 rc 0/0 00000100:00100000:3.0:1776265353.297871:0:5509:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17005 00010000:00010000:1.0:1776265353.298076:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a2051 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.298085:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a2051 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.298092:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a2051 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.298097:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c15c1516 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.298100:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a2051 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.298106:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a2051 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.298116:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23c:0x0].0xa5e17578 (00000000535eb690) 00010000:00010000:1.0:1776265353.298119:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.298121:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a2051 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x23c:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.298128:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a2051 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x23c:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.298144:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a2058 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x244:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.298150:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a2058 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x244:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.298155:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a2058 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x244:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.298160:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004c46980d already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.298162:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a2058 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x244:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.298167:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a2058 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x244:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.298174:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x244:0x0].0x0 (000000008b670c82) 00010000:00010000:1.0:1776265353.298176:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776265353.298178:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a2058 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x244:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.298182:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a2058 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x244:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.303954:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.304745:0:10767:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787227008 00000100:00100000:3.0:1776265353.305070:0:10767:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4899 00000100:00100000:3.0:1776265353.305078:0:10767:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055a3254d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+525:11341:x1862548787227008:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:3.0:1776265353.305758:0:10767:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055a3254d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+526:11341:x1862548787227008:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 677us (1816us total) trans 4294975900 rc 0/0 00000100:00100000:3.0:1776265353.305769:0:10767:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4899 00000100:00100000:1.0:1776265353.306122:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.306319:0:10767:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787227136 00000100:00100000:3.0:1776265353.306357:0:10767:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4900 00000100:00100000:3.0:1776265353.306363:0:10767:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000082a35fcb pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+526:11340:x1862548787227136:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:3.0:1776265353.306553:0:10767:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000082a35fcb pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+527:11340:x1862548787227136:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 189us (434us total) trans 4294975901 rc 0/0 00000100:00100000:3.0:1776265353.306560:0:10767:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4900 00000100:00100000:3.0:1776265353.310656:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.310865:0:5509:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787227264 00000100:00100000:1.0:1776265353.310947:0:5509:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17006 00000100:00100000:1.0:1776265353.310957:0:5509:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c6590a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+527:11341:x1862548787227264:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:1.0:1776265353.311034:0:5509:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776265353.311139:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005d4f7405/0xeb74cb2ea369fd58 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a8:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45c92 expref: 527 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.311169:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000021321410/0xeb74cb2ea369ea88 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45633 expref: 526 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.311189:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000064451350/0xeb74cb2ea369fd74 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a8:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45ca0 expref: 525 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.311201:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ae5bd745/0xeb74cb2ea369ca1a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a8:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44a16 expref: 524 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.311231:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a8:0x0].0x0 (00000000bfe9d053) 00010000:00010000:1.0:1776265353.311245:0:5509:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265353.311288:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a2082 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.311845:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a2082 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.311860:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a2082 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.311882:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2089 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x23c:0x0].0x283705e2 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.311893:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2089 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.311901:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2089 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.311961:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:1.0:1776265353.312068:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2090 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3a8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.313177:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2090 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.313186:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2090 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776265353.314016:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].427, 64 off35584 00000040:00080000:1.0:1776265353.314043:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5240, 184 off919712 00010000:00010000:1.0:1776265353.315743:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a20ac lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3a8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.315769:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a20ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.315784:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a20ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.316409:0:5509:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a20ac lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.316416:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a20ac lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.316424:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a20ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.316881:0:5509:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00010000:1.0:1776265353.316911:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000001c6590a7 reply state 000000007933a78a transno 4294975902 ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2090 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.316980:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a2082 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.316986:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a2082 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.316993:0:5509:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a2082 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.316999:0:5509:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002be790ce already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.317003:0:5509:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a2082 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.317010:0:5509:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a2082 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.317026:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23c:0x0].0x0 (00000000a340aee3) 00010000:00010000:1.0:1776265353.317029:0:5509:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.317034:0:5509:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a2082 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.317040:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a2082 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265353.317061:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000001c6590a7 reply state 000000007933a78a transno 4294975902 ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2089 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.317209:0:5509:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c6590a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+522:11341:x1862548787227264:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 6249us (6562us total) trans 4294975902 rc 0/0 00000100:00100000:1.0:1776265353.317240:0:5509:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17006 00010000:00010000:3.0:1776265353.317336:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776265353.317344:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a20ac lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.317354:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004c46980d already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265353.317357:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a20ac lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.317365:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a20ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.321462:0:5495:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a8:0x0].0x0 (0000000087a4088d) 00010000:00010000:3.0:1776265353.321467:0:5495:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265353.321476:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a20ac lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.321484:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a20ac lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.321506:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.321509:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.321511:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776265353.325343:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:1.0:1776265353.328135:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2089 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.328153:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2089 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.328162:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2089 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.328169:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000273821f1 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.328173:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2089 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.328180:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2089 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.328194:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23c:0x0].0x283705e2 (000000007a02aa4a) 00010000:00010000:1.0:1776265353.328197:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.328200:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2089 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x23c:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.328206:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2089 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x23c:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.328246:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2090 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.328264:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2090 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.328270:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2090 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.328275:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000754163f7 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.328277:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2090 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.328282:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2090 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.328357:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a8:0x0].0x0 (0000000087a4088d) 00010000:00010000:1.0:1776265353.328360:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776265353.328363:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2090 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.328368:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2090 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.331646:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.331889:0:10767:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787227648 00000100:00100000:3.0:1776265353.331958:0:10767:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4902 00000100:00100000:3.0:1776265353.331967:0:10767:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086c6aa2d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+521:11340:x1862548787227648:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:3.0:1776265353.332333:0:10767:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086c6aa2d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+522:11340:x1862548787227648:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 365us (698us total) trans 4294975905 rc 0/0 00000100:00100000:3.0:1776265353.332342:0:10767:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4902 00000100:00100000:1.0:1776265353.339442:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.339538:0:5509:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787227904 00000100:00100000:3.0:1776265353.339578:0:5509:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17009 00000100:00100000:3.0:1776265353.339584:0:5509:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d725961c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+522:11340:x1862548787227904:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:3.0:1776265353.339626:0:5509:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1776265353.339648:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000071c46968/0xeb74cb2ea369ec2c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x24f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece456cd expref: 522 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.339668:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006851821c/0xeb74cb2ea3687ac9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x24f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3dc46 expref: 521 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.339681:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000065e2c9a8/0xeb74cb2ea3687b47 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x24f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3dc62 expref: 520 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.339699:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006c87f239/0xeb74cb2ea3680a91 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x24f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b644 expref: 519 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.339710:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x24f:0x0].0x0 (00000000a414a72b) 00010000:00010000:3.0:1776265353.339722:0:5509:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776265353.339759:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000061ead546/0xeb74cb2ea36a20ba lrc: 3/0,1 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.339778:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000061ead546/0xeb74cb2ea36a20ba lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.339791:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000061ead546/0xeb74cb2ea36a20ba lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.339807:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a20c1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x23b:0x0].0x51a4c572 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.339815:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a20c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.339822:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a20c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.339948:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a20c8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x24f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.339957:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a20c8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x24f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.339980:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a20c8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x24f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.346318:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a20d6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.346361:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a20d6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.347560:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a20d6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.347588:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a20dd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x23c:0x0].0x2ee4e5f8 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.347596:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a20dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.347603:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a20dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.347757:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a20e4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.347765:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a20e4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x24d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.347771:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a20e4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x24d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.348153:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000040:00080000:1.0:1776265353.348793:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].423, 64 off35328 00000040:00080000:1.0:1776265353.348822:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5243, 184 off920264 00010000:00010000:1.0:1776265353.348984:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a20eb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x24d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.348999:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a20eb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x24d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.349010:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a20eb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x24d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.349019:0:5507:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a20eb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x24d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.349026:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a20eb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x24d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.349034:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a20eb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x24d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.349194:0:5507:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776265353.349237:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000005045e1d6 reply state 0000000006ac264b transno 4294975908 ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a20e4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x24d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.349303:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a20d6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.349312:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a20d6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.349318:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a20d6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.349326:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000754163f7 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.349329:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a20d6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.349341:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a20d6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.349355:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23c:0x0].0x0 (00000000a340aee3) 00010000:00010000:1.0:1776265353.349357:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.349362:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a20d6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.349601:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265353.349608:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a20eb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x24d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.349615:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c15c1516 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265353.349618:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a20eb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x24d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.349626:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a20eb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x24d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.349636:0:11772:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x24d:0x0].0x0 (000000007a02aa4a) 00010000:00010000:3.0:1776265353.349638:0:11772:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265353.349640:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a20eb lrc: 1/0,0 mode: --/PW res: [0x200000401:0x24d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.349646:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a20eb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x24d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.349659:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.349661:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.349662:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265353.349687:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a20d6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265353.349697:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000005045e1d6 reply state 0000000006ac264b transno 4294975908 ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a20dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.349749:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005045e1d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+518:11341:x1862548787227776:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 11109us (11888us total) trans 4294975908 rc 0/0 00000100:00100000:1.0:1776265353.349758:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17008 00000100:00100000:3.0:1776265353.355600:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.355652:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.362202:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787228288 00010000:00010000:3.0:1776265353.363976:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265353.363983:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2107 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x256:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.363990:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000007a57c8c already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265353.363994:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2107 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x256:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.364001:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2107 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x256:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.364010:0:7890:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x256:0x0].0x0 (000000001ae6b72d) 00010000:00010000:3.0:1776265353.364013:0:7890:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265353.364016:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2107 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x256:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.364021:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2107 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x256:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.364032:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.364034:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.364035:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265353.369243:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a20f9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.369266:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a20f9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x23b:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.369276:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a20f9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23b:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.369283:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001a2f9c07 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.369288:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a20f9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23b:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.369296:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a20f9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x23b:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.369318:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23b:0x0].0x9e362f1b (0000000032cc22b0) 00010000:00010000:1.0:1776265353.369323:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.369328:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a20f9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x23b:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.369336:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a20f9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x23b:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.369359:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2100 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x256:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.369367:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2100 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x256:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.369373:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2100 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x256:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.369378:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d90632b3 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.369380:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2100 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x256:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.369386:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2100 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x256:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.369394:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x256:0x0].0x0 (000000001ae6b72d) 00010000:00010000:1.0:1776265353.369397:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776265353.369400:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2100 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x256:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.369405:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2100 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x256:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.370530:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.370886:0:10767:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787228544 00000100:00100000:1.0:1776265353.370944:0:10767:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4905 00000100:00100000:1.0:1776265353.370953:0:10767:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000081623c0b pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+513:11340:x1862548787228544:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:1.0:1776265353.371406:0:10767:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000081623c0b pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+514:11340:x1862548787228544:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 451us (879us total) trans 4294975912 rc 0/0 00000100:00100000:1.0:1776265353.371415:0:10767:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4905 00010000:00010000:3.0:1776265353.373426:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265353.373433:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a2123 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x261:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.373441:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000001290b3f already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265353.373445:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a2123 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x261:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.373458:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a2123 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x261:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.373476:0:5495:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x261:0x0].0x0 (0000000034bfe5b7) 00010000:00010000:3.0:1776265353.373479:0:5495:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265353.373484:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a2123 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x261:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.373489:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a2123 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x261:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.373510:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.373511:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.373512:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776265353.374584:0:5509:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787228672 00000100:00100000:1.0:1776265353.374657:0:5509:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17012 00000100:00100000:1.0:1776265353.374668:0:5509:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad4f0dba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+514:11340:x1862548787228672:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:1.0:1776265353.374730:0:5509:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776265353.374756:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b98e70da/0xeb74cb2ea369eb61 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x247:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45687 expref: 515 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.374775:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000034ae6a2/0xeb74cb2ea3687287 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x247:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3d93d expref: 514 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.374787:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001319efc4/0xeb74cb2ea36872e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x247:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3d967 expref: 513 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.374803:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009a46a1cc/0xeb74cb2ea368073b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x247:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b4e6 expref: 512 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.374828:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x247:0x0].0x0 (00000000a7deba74) 00010000:00010000:1.0:1776265353.374839:0:5509:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265353.374875:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a212a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.374891:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a212a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.374900:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a212a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.374916:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2131 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x23b:0x0].0x17d46a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.374922:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2131 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.374928:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2131 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.375071:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2138 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x247:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.375080:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2138 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x247:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.375087:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2138 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x247:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.376905:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265353.376912:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a213f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x247:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.376924:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a4ace8bd already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265353.376928:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a213f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x247:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.376935:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a213f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x247:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.376948:0:5496:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x247:0x0].0x0 (00000000535eb690) 00010000:00010000:1.0:1776265353.376951:0:5496:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776265353.376954:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a213f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x247:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.376959:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a213f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x247:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.376971:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265353.376973:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265353.376974:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265353.381491:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2131 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.381505:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2131 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x23b:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.381511:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2131 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23b:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.381517:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006d8ffa2e already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.381519:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2131 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23b:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.381526:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2131 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x23b:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.381536:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23b:0x0].0x17d46a (000000008b670c82) 00010000:00010000:1.0:1776265353.381539:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.381541:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2131 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x23b:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.381547:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2131 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x23b:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.381560:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2138 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x247:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.381565:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2138 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x247:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.381570:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2138 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x247:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.381574:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008ac2bcdc already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.381576:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2138 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x247:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.381580:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2138 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x247:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.381587:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x247:0x0].0x0 (00000000535eb690) 00010000:00010000:1.0:1776265353.381590:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776265353.381591:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2138 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x247:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.381596:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2138 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x247:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.381918:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.382008:0:10767:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787228800 00000100:00100000:1.0:1776265353.382077:0:10767:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4906 00000100:00100000:1.0:1776265353.382086:0:10767:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9293094 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+510:11340:x1862548787228800:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:3.0:1776265353.389264:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.391724:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787229184 00000100:00100000:3.0:1776265353.391784:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17014 00000100:00100000:3.0:1776265353.391792:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000257544a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+509:11341:x1862548787229184:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:3.0:1776265353.391836:0:12468:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1776265353.391857:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a9d91393/0xeb74cb2ea369ee0f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x250:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45791 expref: 509 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.391878:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005971ca32/0xeb74cb2ea3687a3d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x250:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3dc15 expref: 508 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.391891:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d3acd263/0xeb74cb2ea3687a60 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3dc23 expref: 507 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.391907:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d36c83ab/0xeb74cb2ea3680a83 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x250:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b64b expref: 506 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.391915:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x250:0x0].0x0 (00000000acc11d51) 00010000:00010000:3.0:1776265353.391924:0:12468:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776265353.391947:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a215b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.391959:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a215b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.391967:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a215b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.391982:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000009155abe7/0xeb74cb2ea36a2162 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x23c:0x0].0x51a4c572 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.391988:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009155abe7/0xeb74cb2ea36a2162 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.391994:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009155abe7/0xeb74cb2ea36a2162 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.392082:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2169 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x250:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.392091:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2169 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x250:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.392103:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2169 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x250:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776265353.392686:0:12468:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].429, 64 off35712 00000040:00080000:3.0:1776265353.392717:0:12468:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5247, 184 off921000 00010000:00010000:3.0:1776265353.397494:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776265353.397512:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a2170 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x250:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.397532:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e8466407 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265353.397536:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a2170 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x250:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.397545:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a2170 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x250:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.397567:0:11772:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x250:0x0].0x0 (0000000026d14631) 00010000:00010000:3.0:1776265353.397570:0:11772:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265353.397575:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a2170 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x250:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.397581:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a2170 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x250:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.397605:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265353.397609:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2177 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x23f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.397615:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a4ace8bd already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265353.397619:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2177 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x23f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.397625:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2177 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x23f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.397632:0:11772:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23f:0x0].0x0 (000000004533c101) 00010000:00010000:3.0:1776265353.397635:0:11772:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265353.397637:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2177 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x23f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.397644:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.397645:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.397647:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.398575:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776265353.404830:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.408130:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.410374:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.410491:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787229568 00000100:00100000:3.0:1776265353.410554:0:5510:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4909 00000100:00100000:3.0:1776265353.410562:0:5510:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a25192e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+504:11341:x1862548787229568:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:3.0:1776265353.410844:0:5510:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a25192e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+505:11341:x1862548787229568:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 281us (483us total) trans 4294975919 rc 0/0 00000100:00100000:3.0:1776265353.410852:0:5510:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4909 00010000:00010000:3.0:1776265353.411729:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265353.411738:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2193 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x243:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.411755:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a4ace8bd already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265353.411761:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2193 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x243:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.411788:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2193 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x243:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.411806:0:5495:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x243:0x0].0x0 (0000000034bfe5b7) 00010000:00010000:3.0:1776265353.411811:0:5495:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265353.411815:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2193 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x243:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.411827:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2193 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x243:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.411854:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.411856:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.411860:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776265353.416550:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.416599:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.416685:0:5509:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787229824 00000100:00100000:3.0:1776265353.416751:0:5509:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17016 00000100:00100000:3.0:1776265353.416759:0:5509:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff07d00b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+506:11341:x1862548787229824:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:3.0:1776265353.416829:0:5509:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1776265353.416865:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cbe4fb78/0xeb74cb2ea369f007 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x253:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45855 expref: 506 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.416904:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e0ad0068/0xeb74cb2ea3687d70 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x253:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3dd2d expref: 505 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.416919:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bdcd9935/0xeb74cb2ea3687dd9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x253:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3dd50 expref: 504 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.416940:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000df9f9c15/0xeb74cb2ea3680bf6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x253:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b6ec expref: 503 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.416951:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x253:0x0].0x0 (000000002253ba44) 00010000:00010000:3.0:1776265353.416962:0:5509:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776265353.416999:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a219a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.417016:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a219a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.417027:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a219a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.417040:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a21a1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x23c:0x0].0x76821429 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.417062:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a21a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.417069:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a21a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.417198:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005fe205d5/0xeb74cb2ea36a21a8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x253:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.417207:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005fe205d5/0xeb74cb2ea36a21a8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x253:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.417246:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005fe205d5/0xeb74cb2ea36a21a8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x253:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776265353.417711:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].428, 64 off35648 00000040:00080000:3.0:1776265353.417735:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5250, 184 off921552 00010000:00010000:3.0:1776265353.417790:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a21af lrc: 3/0,1 mode: --/PW res: [0x200000401:0x253:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.417801:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a21af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x253:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.417810:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a21af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x253:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.417818:0:5509:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a21af lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x253:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.417824:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a21af lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x253:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.417830:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a21af lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x253:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.417846:0:5509:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1776265353.417859:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000ff07d00b reply state 0000000001d6c549 transno 4294975922 ns: mdt-lustre-MDT0000_UUID lock: 000000005fe205d5/0xeb74cb2ea36a21a8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x253:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.417915:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a219a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.417927:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a219a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.417934:0:5509:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a219a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.417941:0:5509:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007e193529 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.417946:0:5509:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a219a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.417954:0:5509:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a219a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.417964:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23c:0x0].0x0 (00000000a340aee3) 00010000:00010000:3.0:1776265353.417967:0:5509:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265353.417971:0:5509:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a219a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.417978:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a219a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776265353.417991:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000ff07d00b reply state 0000000001d6c549 transno 4294975922 ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a21a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.418068:0:5509:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff07d00b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+505:11341:x1862548787229824:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1308us (1468us total) trans 4294975922 rc 0/0 00000100:00100000:3.0:1776265353.418077:0:5509:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17016 00010000:00010000:1.0:1776265353.418257:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265353.418263:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a21af lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x253:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.418270:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004660d909 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265353.418272:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a21af lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x253:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.418279:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a21af lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x253:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.418295:0:5496:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x253:0x0].0x0 (00000000ff669ec1) 00010000:00010000:1.0:1776265353.418298:0:5496:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776265353.418300:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a21af lrc: 1/0,0 mode: --/PW res: [0x200000401:0x253:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.418306:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a21af lrc: 0/0,0 mode: --/PW res: [0x200000401:0x253:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.418319:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265353.418321:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265353.418322:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776265353.429854:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.433526:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4912 00000100:00100000:3.0:1776265353.433533:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e3f59a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+501:11341:x1862548787230208:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:3.0:1776265353.434261:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e3f59a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+503:11341:x1862548787230208:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 724us (4406us total) trans 4294975924 rc 0/0 00000100:00100000:3.0:1776265353.434273:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4912 00010000:00010000:0.0:1776265353.448259:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ce3915d4/0xeb74cb2ea3680b32 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x251:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b698 expref: 500 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.448274:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x251:0x0].0x0 (00000000023be8b2) 00010000:00010000:0.0:1776265353.448287:0:6376:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776265353.448331:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a21d2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.448348:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a21d2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.448359:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a21d2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.448388:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a21d9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x23c:0x0].0x6324417e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.448398:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a21d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.448405:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a21d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.448551:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a21ee lrc: 3/0,1 mode: --/EX res: [0x200000401:0x251:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.448570:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a21ee lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x251:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.448590:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a21ee lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x251:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776265353.449204:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].430, 64 off35776 00000040:00080000:0.0:1776265353.449267:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5252, 184 off921920 00010000:00010000:0.0:1776265353.449342:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a21fc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x251:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.449355:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a21fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.449365:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a21fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.449373:0:6376:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a21fc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.449380:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a21fc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.449386:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a21fc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.449408:0:6376:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776265353.449432:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000561dd1bc reply state 00000000a8521bd8 transno 4294975926 ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a21ee lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x251:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.449488:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a21d2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.449494:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a21d2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.449506:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a21d2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.449513:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a20a4dbc already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265353.449518:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a21d2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.449526:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a21d2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.449537:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23c:0x0].0x0 (00000000a340aee3) 00010000:00010000:0.0:1776265353.449540:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265353.449544:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a21d2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.449550:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a21d2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776265353.449559:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000561dd1bc reply state 00000000a8521bd8 transno 4294975926 ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a21d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265353.449670:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000561dd1bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+497:11341:x1862548787230464:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1571us (1916us total) trans 4294975926 rc 0/0 00000100:00100000:0.0:1776265353.449679:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17019 00010000:00010000:0.0:1776265353.449717:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776265353.449722:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a21fc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.449734:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000074e07aef already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265353.449737:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a21fc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.449743:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a21fc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x251:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.449752:0:7890:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x251:0x0].0x0 (0000000034bfe5b7) 00010000:00010000:0.0:1776265353.449754:0:7890:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776265353.449756:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a21fc lrc: 1/0,0 mode: --/PW res: [0x200000401:0x251:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.449762:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a21fc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x251:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.449773:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265353.449774:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265353.449775:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265353.457689:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a21d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.457719:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a21d9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.457731:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a21d9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.457739:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000001290b3f already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265353.457745:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a21d9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.457754:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a21d9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.457775:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23c:0x0].0x6324417e (0000000060104315) 00010000:00010000:0.0:1776265353.457780:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265353.457785:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a21d9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x23c:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.457791:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a21d9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x23c:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.457814:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a21ee lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x251:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.457820:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a21ee lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x251:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.457825:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a21ee lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x251:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.457831:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008746b23e already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265353.457833:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a21ee lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x251:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.457838:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a21ee lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x251:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.457853:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x251:0x0].0x0 (0000000034bfe5b7) 00010000:00010000:0.0:1776265353.457857:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776265353.457860:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a21ee lrc: 2/0,0 mode: --/EX res: [0x200000401:0x251:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.457866:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a21ee lrc: 0/0,0 mode: --/EX res: [0x200000401:0x251:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.460390:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a21e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.460416:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a21e7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x23b:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.460425:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a21e7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23b:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.460432:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f264d773 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.460436:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a21e7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23b:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.460444:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a21e7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x23b:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.460465:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23b:0x0].0x21e72734 (0000000077f54d08) 00010000:00010000:3.0:1776265353.460469:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265353.460474:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a21e7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x23b:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.460480:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a21e7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x23b:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.460508:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a21f5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x263:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.460515:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a21f5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x263:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.460520:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a21f5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x263:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.460526:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000454265a8 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.460528:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a21f5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x263:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.460533:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a21f5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x263:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.460541:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x263:0x0].0x0 (00000000f9f2ac40) 00010000:00010000:3.0:1776265353.460543:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265353.460545:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a21f5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x263:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.460550:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a21f5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x263:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.460603:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787230592 00000100:00100000:3.0:1776265353.460667:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787230720 00000100:00100000:3.0:1776265353.460709:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4913 00000100:00100000:3.0:1776265353.460718:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e5d3670 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+497:11341:x1862548787230592:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:0.0:1776265353.461100:0:10767:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4914 00000100:00100000:0.0:1776265353.461107:0:10767:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a21988be pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+498:11340:x1862548787230720:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:0.0:1776265353.461274:0:10767:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a21988be pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+499:11340:x1862548787230720:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 165us (3431us total) trans 4294975929 rc 0/0 00000100:00100000:0.0:1776265353.461282:0:10767:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4914 00000100:00100000:1.0:1776265353.462081:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e5d3670 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+498:11341:x1862548787230592:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 1359us (4362us total) trans 4294975928 rc 0/0 00000100:00100000:1.0:1776265353.462092:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4913 00000100:00100000:0.0:1776265353.465122:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787230848 00000100:00100000:0.0:1776265353.465194:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17020 00000100:00100000:0.0:1776265353.465203:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b18e2515 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+498:11340:x1862548787230848:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:0.0:1776265353.465299:0:12468:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1776265353.465334:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c28e3163/0xeb74cb2ea369ebca lrc: 0/0,0 mode: --/PR res: [0x200000401:0x24e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece456b1 expref: 498 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.465361:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008f0b8c23/0xeb74cb2ea3687941 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x24e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3dbcf expref: 497 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.465384:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ccc79744/0xeb74cb2ea3687995 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x24e:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3dbeb expref: 496 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.465399:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000481aa204/0xeb74cb2ea36809cd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x24e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b5f7 expref: 495 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.465416:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x24e:0x0].0x0 (000000000064d78f) 00010000:00010000:0.0:1776265353.465428:0:12468:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776265353.465471:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a220a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.465489:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a220a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.465501:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a220a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.465516:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a2211 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x23b:0x0].0x2ee4e5f8 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.465523:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a2211 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.465530:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a2211 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.465666:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a2218 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x24e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.465674:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a2218 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x24e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.465681:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a2218 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x24e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776265353.466442:0:12468:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].430, 64 off35776 00000040:00080000:0.0:1776265353.466472:0:12468:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5254, 184 off922288 00010000:00010000:0.0:1776265353.466554:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a221f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x24e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.466567:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a221f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x24e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.466577:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a221f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x24e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.466585:0:12468:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a221f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x24e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.466590:0:12468:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a221f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x24e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.466596:0:12468:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a221f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x24e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.466625:0:12468:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776265353.466649:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b18e2515 reply state 00000000e484395d transno 4294975930 ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a2218 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x24e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.466707:0:12468:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a220a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.466717:0:12468:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a220a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.466730:0:12468:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a220a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.466744:0:12468:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008746b23e already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265353.466748:0:12468:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a220a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.466756:0:12468:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a220a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.466769:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23b:0x0].0x0 (000000003b60abab) 00010000:00010000:0.0:1776265353.466775:0:12468:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265353.466779:0:12468:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a220a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.466797:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a220a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776265353.466813:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b18e2515 reply state 00000000e484395d transno 4294975930 ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a2211 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265353.466931:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b18e2515 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+496:11340:x1862548787230848:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1727us (2296us total) trans 4294975930 rc 0/0 00000100:00100000:0.0:1776265353.466943:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17020 00010000:00010000:0.0:1776265353.470209:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a2211 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.470370:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a2211 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x23b:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.470453:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a2211 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23b:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.470461:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000001290b3f already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265353.470466:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a2211 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23b:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.470475:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a2211 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x23b:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.470497:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23b:0x0].0x2ee4e5f8 (0000000034bfe5b7) 00010000:00010000:0.0:1776265353.470500:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265353.470505:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a2211 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x23b:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.470512:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a2211 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x23b:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.470537:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a2218 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x24e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.470544:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a2218 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x24e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.470549:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a2218 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x24e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.470554:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000074e07aef already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265353.470556:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a2218 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x24e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.470562:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a2218 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x24e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.470569:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x24e:0x0].0x0 (0000000060104315) 00010000:00010000:0.0:1776265353.470572:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776265353.470574:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a2218 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x24e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.470579:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a2218 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x24e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.473314:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787230976 00000100:00100000:1.0:1776265353.473388:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17021 00000100:00100000:1.0:1776265353.473396:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000079e2e966 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+495:11341:x1862548787230976:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:1.0:1776265353.473473:0:5507:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776265353.473508:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000192e880f/0xeb74cb2ea369eeb0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x255:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece457c9 expref: 495 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.473536:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000059e5ccaf/0xeb74cb2ea3687f3e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x255:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ddce expref: 494 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.473550:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006ed1adda/0xeb74cb2ea3687f84 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x255:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ddf1 expref: 493 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.473571:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000002cea67a/0xeb74cb2ea3680cba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x255:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b740 expref: 492 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.473582:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x255:0x0].0x0 (00000000c8629cf2) 00000100:00100000:3.0:1776265353.473583:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787231104 00010000:00010000:1.0:1776265353.473594:0:5507:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776265353.473621:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4915 00000100:00100000:3.0:1776265353.473627:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fcc92bc pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+492:11340:x1862548787231104:12345-192.168.204.57@tcp:35:dbench.0 00010000:00010000:1.0:1776265353.473637:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2226 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.473655:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2226 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.473666:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2226 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.473683:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a222d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x23c:0x0].0x9e362f1b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.473689:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a222d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.473695:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a222d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.473835:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2234 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x255:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.473843:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2234 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x255:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.473855:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2234 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x255:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.473873:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fcc92bc pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+493:11340:x1862548787231104:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 245us (527us total) trans 4294975931 rc 0/0 00000100:00100000:3.0:1776265353.473883:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4915 00000040:00080000:1.0:1776265353.474590:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].432, 64 off35904 00000040:00080000:1.0:1776265353.474616:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5255, 184 off922472 00010000:00010000:1.0:1776265353.474672:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a223b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x255:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.474683:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a223b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x255:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.474691:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a223b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x255:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.474700:0:5507:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a223b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x255:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.474707:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a223b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x255:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.474714:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a223b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x255:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.474743:0:5507:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776265353.474761:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000079e2e966 reply state 000000007f3e8df4 transno 4294975932 ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2234 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x255:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.474816:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2226 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.474828:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2226 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.474836:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2226 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.474843:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008ac2bcdc already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.474847:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2226 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.474856:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2226 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.474867:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23c:0x0].0x0 (00000000a340aee3) 00010000:00010000:1.0:1776265353.474870:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.474874:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2226 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.474880:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2226 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265353.474889:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000079e2e966 reply state 000000007f3e8df4 transno 4294975932 ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a222d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.474968:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000079e2e966 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+494:11341:x1862548787230976:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1571us (1766us total) trans 4294975932 rc 0/0 00000100:00100000:1.0:1776265353.474977:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17021 00010000:00010000:3.0:1776265353.475644:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265353.475653:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a223b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x255:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.475665:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ca90402d already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265353.475668:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a223b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x255:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.475676:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a223b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x255:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.475689:0:11772:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x255:0x0].0x0 (000000008b670c82) 00010000:00010000:3.0:1776265353.475692:0:11772:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265353.475694:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a223b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x255:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.475699:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a223b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x255:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.475712:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.475713:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.475716:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265353.477369:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787231232 00000100:00100000:0.0:1776265353.477444:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17022 00000100:00100000:0.0:1776265353.477451:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e5d3670 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+494:11340:x1862548787231232:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:0.0:1776265353.477518:0:12468:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1776265353.477554:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006902fe2a/0xeb74cb2ea369eaf8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x262:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4565d expref: 494 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.477580:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b89d6581/0xeb74cb2ea3688ac1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x262:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3e1b7 expref: 493 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.477594:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea3688b70 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x262:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3e1ef expref: 492 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.477606:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000012dd0417/0xeb74cb2ea3681183 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x262:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b93f expref: 491 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.477640:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x262:0x0].0x0 (000000000419b230) 00010000:00010000:0.0:1776265353.477655:0:12468:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776265353.477695:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2242 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.477711:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2242 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.477721:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2242 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.477737:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a2249 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x23b:0x0].0xa3962d5b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.477744:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a2249 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.477750:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a2249 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.477870:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2250 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x262:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.477877:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2250 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x262:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.477883:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2250 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x262:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.478363:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a222d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776265353.478373:0:12468:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].431, 64 off35840 00010000:00010000:3.0:1776265353.478385:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a222d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.478393:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a222d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.478401:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006d8ffa2e already unused, calling callback (00000000ec3da329) 00000040:00080000:0.0:1776265353.478402:0:12468:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5256, 184 off922656 00010000:00010000:3.0:1776265353.478407:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a222d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.478415:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a222d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.478428:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23c:0x0].0x9e362f1b (00000000535eb690) 00010000:00010000:3.0:1776265353.478431:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265353.478434:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a222d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x23c:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.478441:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a222d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x23c:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.478460:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2234 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x255:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.478466:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2234 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x255:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.478476:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2234 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x255:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.478481:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000df6bcba6 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.478483:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2234 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x255:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.478488:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a2257 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x262:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.478490:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2234 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x255:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.478509:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a2257 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x262:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.478510:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x255:0x0].0x0 (000000008b670c82) 00010000:00010000:3.0:1776265353.478515:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265353.478518:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2234 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x255:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.478524:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a2257 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x262:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.478527:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2234 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x255:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.478542:0:12468:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a2257 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x262:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.478550:0:12468:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a2257 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x262:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.478556:0:12468:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a2257 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x262:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.478583:0:12468:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776265353.478606:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000008e5d3670 reply state 00000000dcc6ad98 transno 4294975933 ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2250 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x262:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.478660:0:12468:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2242 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.478666:0:12468:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2242 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.478671:0:12468:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2242 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.478676:0:12468:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008746b23e already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265353.478679:0:12468:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2242 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.478685:0:12468:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2242 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.478692:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23b:0x0].0x0 (000000003b60abab) 00010000:00010000:0.0:1776265353.478695:0:12468:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265353.478697:0:12468:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2242 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.478702:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2242 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776265353.478710:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000008e5d3670 reply state 00000000dcc6ad98 transno 4294975933 ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a2249 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.478735:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265353.478741:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a2257 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x262:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.478749:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000074e07aef already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265353.478752:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a2257 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x262:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.478759:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a2257 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x262:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.478772:0:7890:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x262:0x0].0x0 (000000008b47134d) 00010000:00010000:3.0:1776265353.478775:0:7890:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265353.478778:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a2257 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x262:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.478783:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a2257 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x262:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.478794:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.478796:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.478797:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265353.478811:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e5d3670 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+491:11340:x1862548787231232:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1358us (1573us total) trans 4294975933 rc 0/0 00000100:00100000:0.0:1776265353.478822:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17022 00010000:00010000:1.0:1776265353.480390:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a2249 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.480411:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a2249 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x23b:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.480419:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a2249 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23b:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.480426:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000961117d3 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.480430:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a2249 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23b:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.480436:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a2249 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x23b:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.480451:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23b:0x0].0xa3962d5b (000000004533c101) 00010000:00010000:1.0:1776265353.480454:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.480458:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a2249 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x23b:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.480464:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a2249 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x23b:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.480482:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2250 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x262:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.480488:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2250 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x262:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.480494:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2250 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x262:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.480503:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a4ace8bd already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.480505:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2250 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x262:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.480511:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2250 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x262:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.480518:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x262:0x0].0x0 (000000008b47134d) 00010000:00010000:1.0:1776265353.480520:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776265353.480522:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2250 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x262:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.480527:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2250 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x262:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.485801:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787231360 00000100:00100000:1.0:1776265353.485863:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787231488 00000100:00100000:1.0:1776265353.485978:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4916 00000100:00100000:1.0:1776265353.485987:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000073c84974 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+491:11341:x1862548787231360:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:1.0:1776265353.486346:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000073c84974 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+492:11341:x1862548787231360:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 359us (914us total) trans 4294975934 rc 0/0 00000100:00100000:1.0:1776265353.486355:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4916 00000100:00100000:1.0:1776265353.486387:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4917 00000100:00100000:1.0:1776265353.486392:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff826c05 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+491:11340:x1862548787231488:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:1.0:1776265353.486478:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff826c05 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+492:11340:x1862548787231488:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 84us (925us total) trans 4294975935 rc 0/0 00000100:00100000:1.0:1776265353.486489:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4917 00000100:00100000:3.0:1776265353.489855:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.489912:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.491643:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787231616 00000100:00100000:1.0:1776265353.491730:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787231744 00000100:00100000:1.0:1776265353.491768:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17023 00000100:00100000:1.0:1776265353.491777:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a68881cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+493:11341:x1862548787231616:12345-192.168.204.57@tcp:36:dbench.0 00000100:00100000:3.0:1776265353.491904:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17024 00000100:00100000:3.0:1776265353.491911:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e3f59a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+493:11340:x1862548787231744:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:3.0:1776265353.491938:0:6376:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1776265353.491976:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000db01e29d/0xeb74cb2ea369ec87 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x252:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece456f0 expref: 493 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.492004:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005783e05c/0xeb74cb2ea3687c6d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x252:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3dccb expref: 492 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.492018:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ca557d27/0xeb74cb2ea3687cd6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x252:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3dcf5 expref: 491 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.492030:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009f803554/0xeb74cb2ea3680b55 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x252:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b69f expref: 490 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.492058:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x252:0x0].0x0 (00000000f065d1fa) 00010000:00010000:3.0:1776265353.492088:0:6376:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776265353.492129:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a225e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.492147:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a225e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.492161:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a225e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.492178:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a2265 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x23b:0x0].0x6324417e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.492184:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a2265 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.492190:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a2265 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.492354:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a226c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x252:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.492363:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a226c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x252:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.492383:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a226c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x252:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776265353.492865:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].432, 64 off35904 00000040:00080000:3.0:1776265353.492893:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5257, 184 off922840 00010000:00010000:3.0:1776265353.492967:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005fe205d5/0xeb74cb2ea36a2273 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x252:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.492977:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005fe205d5/0xeb74cb2ea36a2273 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x252:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.492987:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005fe205d5/0xeb74cb2ea36a2273 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x252:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.492995:0:6376:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005fe205d5/0xeb74cb2ea36a2273 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x252:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.493003:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005fe205d5/0xeb74cb2ea36a2273 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x252:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.493009:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005fe205d5/0xeb74cb2ea36a2273 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x252:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.493039:0:6376:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1776265353.493073:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000006e3f59a9 reply state 000000003e39b7a0 transno 4294975936 ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a226c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x252:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.493135:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a225e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.493142:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a225e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.493155:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a225e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.493163:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007e193529 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.493168:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a225e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.493176:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a225e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.493189:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23b:0x0].0x0 (000000003b60abab) 00010000:00010000:3.0:1776265353.493191:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265353.493196:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a225e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.493203:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a225e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776265353.493235:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000006e3f59a9 reply state 000000003e39b7a0 transno 4294975936 ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a2265 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.493352:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e3f59a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+491:11340:x1862548787231744:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1439us (3439us total) trans 4294975936 rc 0/0 00000100:00100000:3.0:1776265353.493363:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17024 00010000:00010000:1.0:1776265353.498299:0:5507:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776265353.498348:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004ad60373/0xeb74cb2ea369e7b0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45522 expref: 490 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.498511:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009196b735/0xeb74cb2ea36887e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3e0d0 expref: 489 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.498529:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c2ef44e0/0xeb74cb2ea368886e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3e0fa expref: 488 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.498541:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000002ef1841/0xeb74cb2ea3681080 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b8d6 expref: 487 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.498551:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25f:0x0].0x0 (00000000f9faba55) 00010000:00010000:1.0:1776265353.498562:0:5507:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265353.498609:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a227a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.498626:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a227a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.498636:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a227a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.498657:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2281 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x23c:0x0].0xbea011c bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.498663:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2281 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.498668:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2281 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.498797:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2288 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x25f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.498804:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2288 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x25f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.498809:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2288 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x25f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776265353.500634:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].433, 64 off35968 00000040:00080000:1.0:1776265353.500664:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5258, 184 off923024 00010000:00010000:1.0:1776265353.500773:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a8d4c3f5/0xeb74cb2ea36a228f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x25f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.500800:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a8d4c3f5/0xeb74cb2ea36a228f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.500812:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a8d4c3f5/0xeb74cb2ea36a228f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.500828:0:5507:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a8d4c3f5/0xeb74cb2ea36a228f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x25f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.500835:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a8d4c3f5/0xeb74cb2ea36a228f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x25f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.500842:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a8d4c3f5/0xeb74cb2ea36a228f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.500871:0:5507:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776265353.500903:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000a68881cb reply state 000000007fb72129 transno 4294975937 ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2288 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x25f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.500973:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a227a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.500981:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a227a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.500989:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a227a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.500996:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008ac2bcdc already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.501000:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a227a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.501007:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a227a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.501028:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23c:0x0].0x0 (00000000a340aee3) 00010000:00010000:1.0:1776265353.501031:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.501037:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a227a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.501043:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a227a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265353.501066:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000a68881cb reply state 000000007fb72129 transno 4294975937 ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2281 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.501152:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a2265 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.501163:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a2265 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x23b:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.501170:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a2265 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23b:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.501177:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000576af19 already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265353.501180:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a2265 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23b:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.501185:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a2265 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x23b:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.501189:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a68881cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+488:11341:x1862548787231616:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 9407us (11341us total) trans 4294975937 rc 0/0 00000100:00100000:1.0:1776265353.501205:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17023 00010000:00010000:0.0:1776265353.501206:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23b:0x0].0x6324417e (00000000a2e1e73f) 00010000:00010000:0.0:1776265353.501210:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265353.501241:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a2265 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x23b:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.501249:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a2265 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x23b:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.501271:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a226c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x252:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.501278:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a226c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x252:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.501283:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a226c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x252:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.501289:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000052ef386d already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265353.501291:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a226c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x252:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.501297:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a226c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x252:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.501305:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x252:0x0].0x0 (00000000ff669ec1) 00010000:00010000:0.0:1776265353.501307:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776265353.501309:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a226c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x252:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.501315:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a226c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x252:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265353.503106:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:1.0:1776265353.505719:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2281 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.505746:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2281 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.505755:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2281 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.505762:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cf4b87c8 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.505767:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2281 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.505775:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2281 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.505796:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23c:0x0].0xbea011c (000000002cbcb349) 00010000:00010000:1.0:1776265353.505799:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.505804:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2281 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x23c:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.505811:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2281 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x23c:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.505835:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2288 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x25f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.505842:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2288 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x25f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.505847:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2288 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x25f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.505852:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005c6c18c1 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.505855:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2288 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x25f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.505861:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2288 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x25f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.505868:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25f:0x0].0x0 (000000003f0dafb6) 00010000:00010000:1.0:1776265353.505870:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776265353.505872:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2288 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x25f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.505882:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2288 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x25f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265353.510474:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.513632:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.514103:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787232128 00000100:00100000:1.0:1776265353.514165:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17025 00000100:00100000:1.0:1776265353.514172:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8995940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+488:11340:x1862548787232128:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:1.0:1776265353.514288:0:5507:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776265353.514326:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e288aa83/0xeb74cb2ea369e0e1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x396:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4527b expref: 488 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.514351:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000075784ab6/0xeb74cb2ea369d105 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x396:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44ca8 expref: 487 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.514366:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dea07818/0xeb74cb2ea369d136 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x396:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44cb6 expref: 486 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.514598:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d8f8aea6/0xeb74cb2ea369af7f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x396:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44045 expref: 485 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.514612:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x396:0x0].0x0 (00000000cea621bf) 00010000:00010000:1.0:1776265353.514623:0:5507:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265353.514663:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a2296 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.514679:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a2296 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.514689:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a2296 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.514705:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a229d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x23b:0x0].0xb0449b87 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.514712:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a229d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.514718:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a229d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.514845:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a22a4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x396:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.514853:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a22a4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x396:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.514860:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a22a4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x396:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.516612:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265353.516699:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787232256 00000100:00100000:0.0:1776265353.516762:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17026 00000100:00100000:0.0:1776265353.516771:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a25192e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+485:11341:x1862548787232256:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:0.0:1776265353.516839:0:6376:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00000040:00080000:3.0:1776265353.516843:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].433, 64 off35968 00010000:00010000:0.0:1776265353.516871:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ca613a7d/0xeb74cb2ea369d3f9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44db9 expref: 485 pid: 11775 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776265353.516893:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5259, 184 off923208 00010000:00010000:0.0:1776265353.516897:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b903636b/0xeb74cb2ea369b965 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x39d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece443da expref: 484 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.516913:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d4524d70/0xeb74cb2ea369d469 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39d:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44ddc expref: 484 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.516927:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000af073e0f/0xeb74cb2ea369b869 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x39d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44378 expref: 483 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.516941:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39d:0x0].0x0 (00000000740351ae) 00010000:00010000:0.0:1776265353.516956:0:6376:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776265353.516984:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a22ab lrc: 3/0,1 mode: --/PW res: [0x200000401:0x396:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.516988:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a22b2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.517011:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a22ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x396:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.517013:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a22b2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.517033:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a22ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x396:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.517033:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a22b2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.517064:0:5507:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a22ab lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x396:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.517070:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a22b9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x23c:0x0].0x5a114248 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.517072:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a22ab lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x396:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.517085:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a22b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.517087:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a22ab lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x396:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.517104:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a22b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.517126:0:5507:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1776265353.517151:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000a8995940 reply state 00000000300edad5 transno 4294975940 ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a22a4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x396:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.517186:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a22c0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x39d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.517197:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a22c0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x39d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.517203:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a22c0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x39d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.517259:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a2296 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.517267:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a2296 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.517274:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a2296 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.517280:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d5f449e1 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.517285:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a2296 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.517293:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a2296 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.517305:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23b:0x0].0x0 (000000003b60abab) 00010000:00010000:3.0:1776265353.517307:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265353.517311:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a2296 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.517318:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a2296 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x23b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776265353.517328:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000a8995940 reply state 00000000300edad5 transno 4294975940 ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a229d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.517420:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8995940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+483:11340:x1862548787232128:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 3247us (3798us total) trans 4294975940 rc 0/0 00000100:00100000:3.0:1776265353.517429:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17025 00000040:00080000:0.0:1776265353.517691:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].434, 64 off36032 00000040:00080000:0.0:1776265353.517706:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5260, 184 off923392 00010000:00010000:0.0:1776265353.517753:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a22c7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x39d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.517762:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a22c7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.517771:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a22c7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x39d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.517778:0:6376:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a22c7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x39d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.517784:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a22c7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x39d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.517790:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a22c7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x39d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.517806:0:6376:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00010000:0.0:1776265353.517815:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000a25192e0 reply state 000000009ab016a7 transno 4294975941 ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a22c0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x39d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.517850:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a22b2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.517856:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a22b2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.517862:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a22b2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.517867:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008746b23e already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265353.517869:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a22b2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.517878:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a22b2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.517886:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23c:0x0].0x0 (00000000a340aee3) 00010000:00010000:0.0:1776265353.517889:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265353.517891:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a22b2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.517897:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a22b2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776265353.517905:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000a25192e0 reply state 000000009ab016a7 transno 4294975941 ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a22b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265353.517948:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a25192e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+484:11341:x1862548787232256:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1177us (1345us total) trans 4294975941 rc 0/0 00000100:00100000:0.0:1776265353.517954:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17026 00010000:00010000:1.0:1776265353.518113:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776265353.518120:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a22ab lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x396:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.518127:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007e193529 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265353.518130:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a22ab lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x396:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.518136:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a22ab lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x396:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.518149:0:11772:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x396:0x0].0x0 (0000000072a7171a) 00010000:00010000:1.0:1776265353.518151:0:11772:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776265353.518154:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a22ab lrc: 1/0,0 mode: --/PW res: [0x200000401:0x396:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.518160:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a22ab lrc: 0/0,0 mode: --/PW res: [0x200000401:0x396:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.518172:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265353.518174:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a22c7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x39d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.518179:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000961117d3 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265353.518181:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a22c7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x39d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.518186:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a22c7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x39d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.518193:0:11772:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39d:0x0].0x0 (000000001491eab9) 00010000:00010000:1.0:1776265353.518195:0:11772:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776265353.518197:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a22c7 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x39d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.518202:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a22c7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x39d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.518210:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265353.518238:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265353.518240:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.521910:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776265353.524753:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.524789:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.524824:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.524854:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.524914:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787232384 00000100:00100000:3.0:1776265353.524966:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787232320 00000100:00100000:3.0:1776265353.524991:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787232448 00000100:00100000:3.0:1776265353.525015:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17027 00000100:00100000:3.0:1776265353.525022:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f4e322f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+486:2206:x1862548787232384:12345-192.168.204.57@tcp:101:ll_sa_11340.0 00010000:00010000:3.0:1776265353.526677:0:5508:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776265353.526715:0:5508:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a22ce lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece465d7 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.526807:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a22d5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.526826:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a22d5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.526841:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a22d5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.526857:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a22dc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1ee:0x0].0xc144154 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.526863:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a22dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1ee:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.526869:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a22dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1ee:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.527029:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000009155abe7/0xeb74cb2ea36a22e3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.527038:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009155abe7/0xeb74cb2ea36a22e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x202:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.527816:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009155abe7/0xeb74cb2ea36a22e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x202:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1776265353.527992:0:5508:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x202:0x0]: returning size 11776 00000004:00200000:3.0:1776265353.527996:0:5508:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 8 stripe count 1 MDT count 1 00000004:00010000:3.0:1776265353.528025:0:5508:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000009155abe7/0xeb74cb2ea36a22e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x202:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.528038:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a22d5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.528055:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a22d5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.528063:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a22d5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.528069:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004660d909 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.528079:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a22d5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.528086:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a22d5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.528101:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ee:0x0].0x0 (00000000b0ce12c9) 00010000:00010000:3.0:1776265353.528104:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265353.528108:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a22d5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.528114:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a22d5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.528127:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a22dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1ee:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.528134:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a22dc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1ee:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.528140:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a22dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1ee:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.528144:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002cb9c738 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.528146:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a22dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1ee:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.528150:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a22dc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1ee:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.528156:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ee:0x0].0xc144154 (00000000fede7aae) 00010000:00010000:3.0:1776265353.528158:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265353.528159:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a22dc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1ee:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.528164:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a22dc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ee:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.528200:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a22ce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465d7 expref: 488 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.528236:0:5508:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000009155abe7/0xeb74cb2ea36a22e3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x202:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465d7 expref: 487 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.528243:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x202:0x0].0x0 (00000000a1c00bdc) 00010000:00010000:3.0:1776265353.528246:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1776265353.528248:0:5508:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000009155abe7, rc 0) 00010000:00010000:1.0:1776265353.528285:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a22b9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.528296:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a22b9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.528303:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a22b9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.528309:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000001290b3f already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.528311:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a22b9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.528317:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a22b9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.528327:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23c:0x0].0x5a114248 (000000001739787e) 00010000:00010000:1.0:1776265353.528330:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.528332:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a22b9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x23c:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.528338:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a22b9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x23c:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.528341:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f4e322f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+487:2206:x1862548787232384:12345-192.168.204.57@tcp:101:ll_sa_11340.0 Request processed in 3316us (3598us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265353.528359:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17027 00010000:00010000:1.0:1776265353.528362:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a22c0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x39d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.528370:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a22c0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x39d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.528382:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a22c0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x39d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.528388:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a4ace8bd already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.528390:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a22c0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x39d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.528395:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a22c0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x39d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.528402:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x39d:0x0].0x0 (000000001491eab9) 00000100:00100000:3.0:1776265353.528406:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17028 00010000:00010000:1.0:1776265353.528407:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776265353.528409:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a22c0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x39d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.528415:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a22c0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x39d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.528418:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000081623c0b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+486:2206:x1862548787232320:12345-192.168.204.57@tcp:101:ll_sa_11340.0 00010000:00010000:3.0:1776265353.528439:0:5508:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776265353.528453:0:5508:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a22ea lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece465d0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.528462:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17029 00000100:00100000:1.0:1776265353.528468:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9293094 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+486:2206:x1862548787232448:12345-192.168.204.57@tcp:101:ll_sa_11340.0 00010000:00010000:1.0:1776265353.528479:0:6376:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776265353.528489:0:6376:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a22f1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece465de expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.528497:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a22f8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.528509:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a22f8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.528517:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a22f8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.528523:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a22ff lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.528533:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2306 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1ee:0x0].0x46e192ec bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.528535:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a22ff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.528552:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2306 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1ee:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.528554:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a22ff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.528570:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2306 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1ee:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.528578:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a230d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1ee:0x0].0x106120ec bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.528590:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a230d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1ee:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.528598:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a230d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1ee:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.528677:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000061ead546/0xeb74cb2ea36a2314 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x234:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.528679:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000a8d4c3f5/0xeb74cb2ea36a231b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x265:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.528694:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000061ead546/0xeb74cb2ea36a2314 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x234:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.528697:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a8d4c3f5/0xeb74cb2ea36a231b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x265:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.528709:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000061ead546/0xeb74cb2ea36a2314 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x234:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.528711:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a8d4c3f5/0xeb74cb2ea36a231b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x265:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1776265353.528942:0:6376:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x265:0x0]: returning size 11776 00000004:00200000:1.0:1776265353.528946:0:6376:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00200000:3.0:1776265353.528955:0:5508:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x234:0x0]: returning size 11776 00000004:00200000:3.0:1776265353.528960:0:5508:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:1.0:1776265353.528975:0:6376:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000a8d4c3f5/0xeb74cb2ea36a231b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x265:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776265353.528981:0:5508:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000061ead546/0xeb74cb2ea36a2314 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x234:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.528985:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a22ff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.528995:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a22ff lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.529002:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a22ff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.529507:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a22f8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.529517:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a22f8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.529523:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a22f8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.529529:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033a08142 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.529531:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a22f8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.529538:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a22f8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.529555:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ee:0x0].0x0 (00000000b0ce12c9) 00010000:00010000:3.0:1776265353.529558:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265353.529561:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a22f8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.529567:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a22f8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.529579:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2306 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1ee:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.529583:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2306 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1ee:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.529589:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2306 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1ee:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.529594:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d0b37eb2 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.529596:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2306 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1ee:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.529600:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2306 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1ee:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.529606:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ee:0x0].0x46e192ec (0000000026d14631) 00010000:00010000:3.0:1776265353.529608:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265353.529609:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2306 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1ee:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.529619:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2306 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ee:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.529648:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a22ea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465d0 expref: 489 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.529657:0:5508:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000061ead546/0xeb74cb2ea36a2314 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x234:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465d0 expref: 488 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.529664:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x234:0x0].0x0 (000000000098a1b7) 00010000:00010000:3.0:1776265353.529666:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1776265353.529668:0:5508:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000061ead546, rc 0) 00000100:00100000:3.0:1776265353.529713:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000081623c0b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+488:2206:x1862548787232320:12345-192.168.204.57@tcp:101:ll_sa_11340.0 Request processed in 1298us (4924us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265353.529720:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17028 00010000:00010000:1.0:1776265353.529960:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cf4b87c8 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.529963:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a22ff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.529969:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a22ff lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.529978:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ee:0x0].0x0 (00000000b0ce12c9) 00010000:00010000:1.0:1776265353.529979:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.529981:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a22ff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.529987:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a22ff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.529997:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a230d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1ee:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.530003:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a230d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1ee:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.530008:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a230d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1ee:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.530013:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008ac2bcdc already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.530015:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a230d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1ee:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.530021:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a230d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1ee:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.530027:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ee:0x0].0x106120ec (000000003f0dafb6) 00010000:00010000:1.0:1776265353.530029:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.530030:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a230d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1ee:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.530035:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a230d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ee:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.530066:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a22f1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465de expref: 489 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.530075:0:6376:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000a8d4c3f5/0xeb74cb2ea36a231b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x265:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465de expref: 488 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.530080:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x265:0x0].0x0 (000000002c23a704) 00010000:00010000:1.0:1776265353.530082:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1776265353.530083:0:6376:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a8d4c3f5, rc 0) 00000100:00100000:1.0:1776265353.530103:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9293094 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+488:2206:x1862548787232448:12345-192.168.204.57@tcp:101:ll_sa_11340.0 Request processed in 1634us (5279us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265353.530109:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17029 00010000:00010000:0.0:1776265353.530532:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a229d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23b:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.530542:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a229d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x23b:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.530548:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a229d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23b:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.530554:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fe04e6e3 already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265353.530556:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a229d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23b:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.530563:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a229d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x23b:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.530573:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23b:0x0].0xb0449b87 (00000000ba9e183a) 00010000:00010000:0.0:1776265353.530575:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265353.530577:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a229d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x23b:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.530582:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a229d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x23b:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.530597:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a22a4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x396:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.530602:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a22a4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x396:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.530608:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a22a4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x396:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.530612:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000978b3274 already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265353.530614:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a22a4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x396:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.530618:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a22a4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x396:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.530624:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x396:0x0].0x0 (0000000072a7171a) 00010000:00010000:0.0:1776265353.530626:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776265353.530628:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a22a4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x396:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.530634:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a22a4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x396:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.534526:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265353.535114:0:10767:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787232640 00000100:00100000:0.0:1776265353.535181:0:10767:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4921 00000100:00100000:0.0:1776265353.535189:0:10767:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a0f904f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+487:11341:x1862548787232640:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:0.0:1776265353.535763:0:10767:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a0f904f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+487:11341:x1862548787232640:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 570us (1243us total) trans 4294975942 rc 0/0 00000100:00100000:0.0:1776265353.535774:0:10767:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4921 00000100:00100000:3.0:1776265353.536205:0:5510:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029b8ef27 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+486:11340:x1862548787232512:12345-192.168.204.57@tcp:37:dbench.0 Request processed in 7046us (11347us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265353.536251:0:5510:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4920 00000100:00100000:1.0:1776265353.541574:0:2994:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776265353.541608:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045d815b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793521024:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1776265353.541704:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776265353.541764:0:10215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793521024 00000100:00100000:1.0:1776265353.541821:0:10215:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:1.0:1776265353.541828:0:10215:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c407f32 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+13:2994:x1862548793521024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1776265353.541876:0:10215:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 32374784 granted 149749760 pending 6815744 free 3834642432 avail 3832545280 00000100:00100000:1.0:1776265353.541921:0:10215:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c407f32 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+13:2994:x1862548793521024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265353.541929:0:10215:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:1.0:1776265353.541988:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045d815b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793521024:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1776265353.542320:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787232768 00000100:00100000:1.0:1776265353.542361:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17030 00000100:00100000:1.0:1776265353.542375:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007679503a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+486:11341:x1862548787232768:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:1.0:1776265353.542429:0:11775:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776265353.542651:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f8a36f35/0xeb74cb2ea369e23f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x240:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece452f9 expref: 486 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.542678:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000476e3a0d/0xeb74cb2ea3686bd4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x240:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3d730 expref: 485 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.542693:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d77e3abb/0xeb74cb2ea3686c2f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x240:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3d753 expref: 484 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.542705:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000776cd3c5/0xeb74cb2ea368048d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x240:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b3c0 expref: 483 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.542716:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x240:0x0].0x0 (000000003387eacf) 00010000:00010000:1.0:1776265353.542726:0:11775:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265353.542766:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2322 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.542788:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2322 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.542800:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2322 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.542818:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2329 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x23c:0x0].0x5e0db83a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.542825:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2329 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.542832:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2329 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.542965:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2330 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x240:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.542973:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2330 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x240:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.542979:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2330 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x240:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776265353.543668:0:11775:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].434, 64 off36032 00000040:00080000:1.0:1776265353.543692:0:11775:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5261, 184 off923576 00010000:00010000:1.0:1776265353.543768:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a2337 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x240:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.543779:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a2337 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x240:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.543790:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a2337 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x240:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.543798:0:11775:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a2337 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x240:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.543804:0:11775:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a2337 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x240:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.543810:0:11775:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a2337 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x240:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.543835:0:11775:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776265353.543857:0:11775:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000007679503a reply state 000000002cfd8a07 transno 4294975943 ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2330 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x240:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.543909:0:11775:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2322 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.543915:0:11775:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2322 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.543922:0:11775:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2322 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.543928:0:11775:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005c6c18c1 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.543932:0:11775:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2322 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.543945:0:11775:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2322 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.543956:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23c:0x0].0x0 (00000000a340aee3) 00010000:00010000:1.0:1776265353.543959:0:11775:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.543964:0:11775:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2322 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.543970:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2322 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265353.543980:0:11775:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000007679503a reply state 000000002cfd8a07 transno 4294975943 ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2329 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.544094:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007679503a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+484:11341:x1862548787232768:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1725us (2012us total) trans 4294975943 rc 0/0 00000100:00100000:1.0:1776265353.544105:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17030 00010000:00010000:0.0:1776265353.544686:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776265353.544694:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a2337 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x240:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.544704:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009076aae4 already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265353.544707:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a2337 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x240:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.544715:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a2337 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x240:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.544727:0:5495:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x240:0x0].0x0 (000000002cbcb349) 00010000:00010000:0.0:1776265353.544729:0:5495:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776265353.544732:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a2337 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x240:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.544737:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a2337 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x240:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.544751:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265353.544752:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265353.544753:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.546706:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2329 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.546731:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2329 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.546738:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2329 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.546751:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008ac2bcdc already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.546755:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2329 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.546761:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2329 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.546779:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23c:0x0].0x5e0db83a (000000003f0dafb6) 00010000:00010000:3.0:1776265353.546783:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265353.546787:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2329 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x23c:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.546793:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2329 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x23c:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.546815:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2330 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x240:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.546822:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2330 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x240:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.546826:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2330 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x240:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.546831:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cf4b87c8 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.546833:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2330 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x240:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.546839:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2330 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x240:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.546847:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x240:0x0].0x0 (000000002cbcb349) 00010000:00010000:3.0:1776265353.546850:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265353.546852:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2330 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x240:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.546857:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2330 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x240:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.550868:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787232896 00000100:00100000:3.0:1776265353.550951:0:5510:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4922 00000100:00100000:3.0:1776265353.550958:0:5510:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024ae4ef0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+483:11341:x1862548787232896:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:3.0:1776265353.551303:0:5510:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024ae4ef0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+484:11341:x1862548787232896:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 343us (2285us total) trans 4294975944 rc 0/0 00000100:00100000:3.0:1776265353.551312:0:5510:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4922 00000100:00100000:0.0:1776265353.556918:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.557114:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787233024 00000100:00100000:1.0:1776265353.557188:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17031 00000100:00100000:1.0:1776265353.557197:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000821054e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+484:11341:x1862548787233024:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:1.0:1776265353.557313:0:11775:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776265353.557351:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000409ad3b5/0xeb74cb2ea369ecaa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x246:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45705 expref: 484 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.557398:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d03b407f/0xeb74cb2ea3687168 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x246:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3d8e2 expref: 483 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.557417:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000734c1fb/0xeb74cb2ea36871df lrc: 0/0,0 mode: --/CR res: [0x200000401:0x246:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3d90c expref: 482 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.557429:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000075f0df3/0xeb74cb2ea36806d9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x246:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b4bc expref: 481 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.557440:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x246:0x0].0x0 (00000000311c3cd3) 00010000:00010000:1.0:1776265353.557697:0:11775:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265353.557738:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a233e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.557757:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a233e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.557769:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a233e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.557787:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2345 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x23c:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.557794:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2345 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.557800:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2345 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.558771:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a234c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x246:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.558793:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a234c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x246:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.558801:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a234c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x246:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.560790:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787233152 00000100:00100000:3.0:1776265353.560864:0:5510:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4923 00000100:00100000:3.0:1776265353.560871:0:5510:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085cd6efe pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+481:11340:x1862548787233152:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:3.0:1776265353.561164:0:5510:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085cd6efe pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+482:11340:x1862548787233152:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 290us (1583us total) trans 4294975945 rc 0/0 00000100:00100000:3.0:1776265353.561174:0:5510:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4923 00000040:00080000:1.0:1776265353.561289:0:11775:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].435, 64 off36096 00000040:00080000:1.0:1776265353.561322:0:11775:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5262, 184 off923760 00010000:00010000:1.0:1776265353.561420:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a2353 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x246:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.561441:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a2353 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x246:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.561465:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a2353 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x246:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.561474:0:11775:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a2353 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x246:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.561480:0:11775:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a2353 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x246:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.561487:0:11775:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a2353 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x246:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.561516:0:11775:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776265353.561531:0:11775:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000821054e5 reply state 00000000be70e40f transno 4294975946 ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a234c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x246:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.561598:0:11775:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a233e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.561606:0:11775:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a233e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.561612:0:11775:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a233e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.561619:0:11775:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005c6c18c1 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.561623:0:11775:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a233e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.561632:0:11775:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a233e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.561647:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23c:0x0].0x0 (00000000a340aee3) 00010000:00010000:1.0:1776265353.561650:0:11775:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.561656:0:11775:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a233e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.561661:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a233e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x23c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265353.561672:0:11775:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000821054e5 reply state 00000000be70e40f transno 4294975946 ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2345 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.562165:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265353.562173:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a2353 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x246:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.562182:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ca90402d already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265353.562186:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a2353 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x246:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.562192:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a2353 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x246:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.562202:0:5496:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x246:0x0].0x0 (0000000072a7171a) 00010000:00010000:3.0:1776265353.562205:0:5496:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265353.562208:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a2353 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x246:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.562252:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a2353 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x246:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.562265:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.562266:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.562268:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265353.566957:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.567083:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787233216 00000100:00100000:3.0:1776265353.567160:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17032 00000100:00100000:3.0:1776265353.567171:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fdc9c1c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+484:11424:x1862548787233216:12345-192.168.204.57@tcp:101:ll_sa_11340.0 00010000:00010000:3.0:1776265353.567202:0:6376:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776265353.567265:0:6376:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a235a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x208:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece465e5 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.567455:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a235a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465e5 expref: 485 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.567474:0:6376:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a235a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465e5 expref: 485 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.567489:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x208:0x0].0x0 (00000000fc9d10c2) 00010000:00010000:3.0:1776265353.567492:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265353.567497:0:6376:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001fbd5648, rc 0) 00000100:00100000:3.0:1776265353.567568:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fdc9c1c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+485:11424:x1862548787233216:12345-192.168.204.57@tcp:101:ll_sa_11340.0 Request processed in 398us (624us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265353.567575:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17032 00000100:00100000:1.0:1776265353.568132:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000821054e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+484:11341:x1862548787233024:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 10932us (11225us total) trans 4294975946 rc 0/0 00000100:00100000:1.0:1776265353.568143:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17031 00000100:00100000:1.0:1776265353.573005:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787233344 00000100:00100000:1.0:1776265353.573080:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17033 00000100:00100000:1.0:1776265353.573090:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab717db9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+484:11340:x1862548787233344:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:1.0:1776265353.573163:0:11775:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:1.0:1776265353.573202:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d148430a/0xeb74cb2ea3697e47 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece42ff9 expref: 484 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.573250:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b13ddf7d/0xeb74cb2ea3683ff8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x210:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c8c0 expref: 483 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.573264:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000963d31d5/0xeb74cb2ea3684029 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x210:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c8d5 expref: 482 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.573276:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea367f123 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x210:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3abfc expref: 481 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.573288:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x210:0x0].0x0 (00000000d0f9a36c) 00010000:00010000:1.0:1776265353.573304:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a1a9a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x208:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46598 expref: 480 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.573315:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x208:0x0].0x0 (00000000fc9d10c2) 00010000:00010000:1.0:1776265353.573318:0:11775:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265353.573359:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a2361 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x208:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.573376:0:11775:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a235a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465e5 expref: 479 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.573385:0:11775:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a2361 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.573426:0:11775:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a235a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465e5 expref: 479 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.573439:0:11775:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a235a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465e5 expref: 479 pid: 6376 timeout: 554 lvb_type: 0 00000100:00100000:1.0:1776265353.573455:0:11775:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005eb6e0b8 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11775:1862548793521088:192.168.204.57@tcp:104: 00000100:00100000:1.0:1776265353.582474:0:11775:0:(client.c:2500:ptlrpc_set_wait()) set 000000004a88cbbf going to sleep for 43 seconds 00010000:00010000:3.0:1776265353.591175:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2345 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23c:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.591203:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2345 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.591257:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2345 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.591266:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000df6bcba6 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.591272:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2345 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.591280:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2345 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x23c:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.591303:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23c:0x0].0x1674e29a (00000000eb950dca) 00010000:00010000:3.0:1776265353.591306:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265353.591312:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2345 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x23c:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.591318:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2345 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x23c:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.591343:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a234c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x246:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.591349:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a234c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x246:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.591355:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a234c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x246:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.591359:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006d8ffa2e already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.591361:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a234c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x246:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.591366:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a234c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x246:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.591373:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x246:0x0].0x0 (0000000072a7171a) 00010000:00010000:3.0:1776265353.591375:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265353.591377:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a234c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x246:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.591382:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a234c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x246:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.599156:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.599244:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265353.599428:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787233408 00000100:00100000:0.0:1776265353.599503:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787233472 00000100:00100000:0.0:1776265353.599537:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4924 00000100:00100000:0.0:1776265353.599545:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d12196ff pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+480:11424:x1862548787233408:12345-192.168.204.57@tcp:37:ll_sa_11340.0 00000100:00100000:1.0:1776265353.599562:0:10767:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4925 00000100:00100000:1.0:1776265353.599567:0:10767:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f1f47da pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+480:11341:x1862548787233472:12345-192.168.204.57@tcp:37:dbench.0 00000100:00100000:1.0:1776265353.604013:0:11775:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005eb6e0b8 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11775:1862548793521088:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265353.604075:0:11775:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a2361 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265353.615553:0:10767:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f1f47da pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+481:11341:x1862548787233472:12345-192.168.204.57@tcp:37:dbench.0 Request processed in 15970us (16296us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265353.615576:0:10767:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4925 00000100:00100000:0.0:1776265353.618993:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d12196ff pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+479:11424:x1862548787233408:12345-192.168.204.57@tcp:37:ll_sa_11340.0 Request processed in 19436us (19838us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265353.619014:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4924 00000100:00100000:1.0:1776265353.626011:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787233600 00000100:00100000:1.0:1776265353.626094:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17034 00000100:00100000:1.0:1776265353.626104:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dfea7b17 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+479:11341:x1862548787233600:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:1.0:1776265353.626178:0:6376:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776265353.626261:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000b180a05/0xeb74cb2ea36a0da4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece461c4 expref: 479 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.626295:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3ca:0x0].0x0 (00000000c92f75ac) 00010000:00010000:1.0:1776265353.626318:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000060ccd0a7/0xeb74cb2ea36a19a5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x201:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4657c expref: 478 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.626329:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x201:0x0].0x0 (00000000d69b471d) 00010000:00010000:1.0:1776265353.626332:0:6376:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265353.626380:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2368 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x201:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.626399:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2368 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.626411:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2368 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.626426:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005971ca32/0xeb74cb2ea36a236f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x201:0x0].0x1e68dc46 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.626433:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005971ca32/0xeb74cb2ea36a236f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.626440:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005971ca32/0xeb74cb2ea36a236f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.626568:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:1.0:1776265353.626587:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2376 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3ca:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.626596:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2376 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.626607:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2376 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265353.626685:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787233664 00010000:00010000:0.0:1776265353.626713:0:5492:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a235a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465e5 expref: 478 pid: 6376 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1776265353.626739:0:5492:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5086 00000100:00100000:0.0:1776265353.626743:0:5492:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011ff4d06 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+478:2206:x1862548787233664:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776265353.626753:0:5492:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265353.626756:0:5492:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a235a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465e5 expref: 478 pid: 6376 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1776265353.626771:0:5492:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a235a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465e5 expref: 478 pid: 6376 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1776265353.626782:0:5492:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a235a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465e5 expref: 478 pid: 6376 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1776265353.626792:0:5492:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x208:0x0].0x0 (00000000fc9d10c2) 00010000:00010000:0.0:1776265353.626796:0:5492:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a2361 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.626804:0:5492:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a2361 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.626808:0:5492:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a2361 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.626839:0:5492:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265353.626894:0:5492:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011ff4d06 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+477:2206:x1862548787233664:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 150us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265353.626899:0:5492:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5086 00010000:00010000:3.0:1776265353.627106:0:11775:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a2361 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.627114:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a2361 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.627132:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a237d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x208:0x0].0x469e1765 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.627141:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a237d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x208:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.627148:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a237d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x208:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.627524:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a2384 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x210:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.627534:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a2384 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x210:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.627543:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a2384 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x210:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776265353.629714:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].436, 64 off36160 00000040:00080000:0.0:1776265353.629745:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5263, 184 off923944 00010000:00010000:0.0:1776265353.629842:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a238b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.629864:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a238b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.629877:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a238b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.629888:0:6376:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a238b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.629894:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a238b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.629900:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a238b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.629930:0:6376:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776265353.629959:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000dfea7b17 reply state 000000003371b88f transno 4294975947 ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2376 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3ca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.629968:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265353.629978:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a238b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.629989:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008746b23e already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265353.629994:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a238b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.630004:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a238b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.630023:0:11772:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3ca:0x0].0x0 (000000008b670c82) 00010000:00010000:1.0:1776265353.630026:0:11772:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776265353.630031:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2368 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.630033:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a238b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.630056:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2368 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.630062:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2368 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.630067:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005c6c18c1 already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265353.630070:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2368 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.630077:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2368 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.630093:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x201:0x0].0x0 (00000000d69b471d) 00010000:00010000:0.0:1776265353.630096:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265353.630099:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2368 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.630105:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2368 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776265353.630116:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000dfea7b17 reply state 000000003371b88f transno 4294975947 ns: mdt-lustre-MDT0000_UUID lock: 000000005971ca32/0xeb74cb2ea36a236f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265353.630267:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dfea7b17 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+478:11341:x1862548787233600:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 4160us (4572us total) trans 4294975947 rc 0/0 00000100:00100000:0.0:1776265353.630278:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17034 00010000:00010000:1.0:1776265353.631777:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a238b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.631804:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265353.631806:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265353.631809:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1776265353.632181:0:11775:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].437, 64 off36224 00000040:00080000:1.0:1776265353.632237:0:11775:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5264, 176 off924120 00010000:00010000:1.0:1776265353.632334:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a2392 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x210:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.632354:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a2392 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x210:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.632368:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a2392 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x210:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.634020:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005971ca32/0xeb74cb2ea36a236f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.634058:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005971ca32/0xeb74cb2ea36a236f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.634068:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005971ca32/0xeb74cb2ea36a236f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.634232:0:11775:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a2392 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x210:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.634242:0:11775:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a2392 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x210:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.634249:0:11775:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a2392 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x210:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.634272:0:11775:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776265353.634303:0:11775:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000ab717db9 reply state 00000000994f3b50 transno 4294975948 ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a2384 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x210:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.634485:0:11775:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a2361 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.634493:0:11775:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a2361 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.634499:0:11775:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a2361 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.634504:0:11775:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002bba6401 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.634508:0:11775:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a2361 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.634514:0:11775:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a2361 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.634525:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x208:0x0].0x0 (00000000fc9d10c2) 00010000:00010000:1.0:1776265353.634528:0:11775:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.634531:0:11775:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a2361 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.634536:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a2361 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265353.634546:0:11775:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000ab717db9 reply state 00000000994f3b50 transno 4294975948 ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a237d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x208:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.634590:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005971ca32 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.634593:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005971ca32/0xeb74cb2ea36a236f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.634600:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005971ca32/0xeb74cb2ea36a236f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.634609:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x201:0x0].0x1e68dc46 (00000000ba9e183a) 00010000:00010000:3.0:1776265353.634612:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265353.634614:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005971ca32/0xeb74cb2ea36a236f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x201:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.634620:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005971ca32/0xeb74cb2ea36a236f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x201:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.634636:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2376 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.634642:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2376 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.634656:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2376 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.634661:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000754163f7 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.634663:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2376 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.634668:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2376 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.634677:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3ca:0x0].0x0 (000000008b670c82) 00010000:00010000:3.0:1776265353.634679:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265353.634689:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2376 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.634695:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2376 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.634750:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab717db9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+478:11340:x1862548787233344:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 61656us (61828us total) trans 4294975948 rc 0/0 00000100:00100000:1.0:1776265353.634761:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17033 00000100:00100000:1.0:1776265353.635598:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787233792 00000100:00100000:1.0:1776265353.635656:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17035 00000100:00100000:1.0:1776265353.635664:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061848e8c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+478:11341:x1862548787233792:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:1.0:1776265353.635730:0:11775:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776265353.635764:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000305c2369/0xeb74cb2ea36a00e6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3bf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45db1 expref: 478 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.635786:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a00d1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3bf:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45daa expref: 477 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.635804:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3bf:0x0].0x0 (0000000078c1d4f4) 00010000:00010000:1.0:1776265353.635812:0:11775:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265353.635854:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a2399 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x201:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.635871:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a2399 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.635884:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a2399 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.635901:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a23a0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x201:0x0].0x91184568 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.635909:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a23a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.635916:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a23a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.636065:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a23a7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3bf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.636073:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a23a7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.636080:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a23a7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776265353.637978:0:11775:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].435, 64 off36096 00000040:00080000:1.0:1776265353.638008:0:11775:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5265, 184 off924304 00010000:00010000:1.0:1776265353.638115:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a23ae lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3bf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.638135:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a23ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.638148:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a23ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.638157:0:11775:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a23ae lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.638163:0:11775:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a23ae lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.638169:0:11775:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a23ae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.638283:0:11775:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776265353.638396:0:11775:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000061848e8c reply state 00000000a5d0057a transno 4294975949 ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a23a7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.638463:0:11775:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a2399 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.638470:0:11775:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a2399 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.638478:0:11775:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a2399 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.638485:0:11775:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002be790ce already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.638489:0:11775:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a2399 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.638497:0:11775:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a2399 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.638511:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x201:0x0].0x0 (00000000d69b471d) 00010000:00010000:1.0:1776265353.638514:0:11775:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.638518:0:11775:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a2399 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.638524:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a2399 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265353.638535:0:11775:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000061848e8c reply state 00000000a5d0057a transno 4294975949 ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a23a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.638668:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061848e8c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+478:11341:x1862548787233792:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 2999us (3328us total) trans 4294975949 rc 0/0 00000100:00100000:1.0:1776265353.638679:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17035 00000100:00100000:1.0:1776265353.642644:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1776265353.643057:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a237d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x208:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.643073:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a237d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x208:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.643082:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a237d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x208:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.643089:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d0b37eb2 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.643093:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a237d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x208:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.643102:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a237d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x208:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.643118:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x208:0x0].0x469e1765 (0000000026d14631) 00010000:00010000:3.0:1776265353.643120:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265353.643125:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a237d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x208:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.643131:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a237d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x208:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.643150:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a2384 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x210:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.643158:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a2384 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x210:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.643166:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a2384 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x210:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.643175:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033a08142 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.643178:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a2384 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x210:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.643190:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a2384 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x210:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.643197:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x210:0x0].0x0 (00000000fede7aae) 00010000:00010000:3.0:1776265353.643199:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265353.643200:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a2384 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x210:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.643205:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a2384 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x210:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.649070:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265353.649287:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787233984 00000100:00100000:0.0:1776265353.649554:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4926 00000100:00100000:0.0:1776265353.649565:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4492c3b pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+478:11340:x1862548787233984:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:0.0:1776265353.651808:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4492c3b pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+479:11340:x1862548787233984:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 2229us (2735us total) trans 4294975950 rc 0/0 00000100:00100000:0.0:1776265353.657104:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4926 00010000:00010000:3.0:1776265353.662948:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a23a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.662975:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a23a0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.662982:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a23a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.662992:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000273821f1 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.662998:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a23a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.663006:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a23a0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.663028:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x201:0x0].0x91184568 (00000000535eb690) 00010000:00010000:3.0:1776265353.663031:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265353.663035:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a23a0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x201:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.663052:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a23a0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x201:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.663075:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a23a7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.663080:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a23a7 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.663086:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a23a7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.663091:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c15c1516 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.663093:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a23a7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.663099:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a23a7 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.663106:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3bf:0x0].0x0 (000000007a02aa4a) 00010000:00010000:3.0:1776265353.663108:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265353.663110:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a23a7 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.663116:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a23a7 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.665356:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.665629:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787234112 00000100:00100000:1.0:1776265353.665775:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17037 00000100:00100000:1.0:1776265353.665785:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a0f904f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+478:11340:x1862548787234112:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:1.0:1776265353.665873:0:11775:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776265353.665910:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000923c0f4a/0xeb74cb2ea3696b54 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece42a50 expref: 478 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.665937:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e864af49/0xeb74cb2ea3683b9f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c769 expref: 477 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.665950:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a5eb9bcb/0xeb74cb2ea3683bad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20a:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c770 expref: 476 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.665963:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001319b78e/0xeb74cb2ea367ee9f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ab00 expref: 475 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.665973:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20a:0x0].0x0 (00000000d52c04c7) 00010000:00010000:1.0:1776265353.665983:0:11775:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265353.666024:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a23d1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x208:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.666040:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a23d1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.666062:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a23d1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.666079:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a23d8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x208:0x0].0x6428115e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.666086:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a23d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x208:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.666096:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a23d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x208:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.666292:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a23df lrc: 3/0,1 mode: --/EX res: [0x200000401:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.666301:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a23df lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.666309:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a23df lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776265353.666795:0:11775:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].438, 64 off36288 00000040:00080000:1.0:1776265353.666825:0:11775:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5266, 184 off924488 00010000:00010000:1.0:1776265353.666900:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bcd87970/0xeb74cb2ea36a23e6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.666910:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bcd87970/0xeb74cb2ea36a23e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.666919:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bcd87970/0xeb74cb2ea36a23e6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.666928:0:11775:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bcd87970/0xeb74cb2ea36a23e6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.666934:0:11775:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bcd87970/0xeb74cb2ea36a23e6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.666948:0:11775:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bcd87970/0xeb74cb2ea36a23e6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.666977:0:11775:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776265353.667003:0:11775:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000003a0f904f reply state 000000001f87ea80 transno 4294975951 ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a23df lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.667074:0:11775:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a23d1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.667080:0:11775:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a23d1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.667086:0:11775:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a23d1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.667092:0:11775:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002be790ce already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.667097:0:11775:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a23d1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.667105:0:11775:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a23d1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.667117:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x208:0x0].0x0 (00000000fc9d10c2) 00010000:00010000:1.0:1776265353.667120:0:11775:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.667125:0:11775:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a23d1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.667130:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265353.667132:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a23d1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.667146:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bcd87970/0xeb74cb2ea36a23e6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265353.667151:0:11775:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000003a0f904f reply state 000000001f87ea80 transno 4294975951 ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a23d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x208:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.667189:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bcd87970 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265353.667204:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bcd87970/0xeb74cb2ea36a23e6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.667254:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bcd87970/0xeb74cb2ea36a23e6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.667278:0:5496:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20a:0x0].0x0 (000000008b670c82) 00010000:00010000:3.0:1776265353.667281:0:5496:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265353.667287:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bcd87970/0xeb74cb2ea36a23e6 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.667301:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bcd87970/0xeb74cb2ea36a23e6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.667337:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a0f904f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+476:11340:x1862548787234112:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1549us (1987us total) trans 4294975951 rc 0/0 00000100:00100000:1.0:1776265353.667351:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17037 00000100:00100000:0.0:1776265353.682642:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787234304 00000100:00100000:0.0:1776265353.682844:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17038 00000100:00100000:0.0:1776265353.682853:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002182a1dd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+476:11341:x1862548787234304:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:0.0:1776265353.682924:0:6376:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776265353.682963:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a1736 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece464db expref: 476 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.682996:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a170c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d5:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece464cd expref: 475 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.683008:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d5:0x0].0x0 (00000000770f6c45) 00010000:00010000:0.0:1776265353.683019:0:6376:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776265353.683068:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a23ed lrc: 3/0,1 mode: --/CW res: [0x200000401:0x201:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.683086:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a23ed lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.683099:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a23ed lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.683114:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a23f4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x201:0x0].0x28dc98c0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.683121:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a23f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.683126:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a23f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.683308:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a23fb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3d5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.683317:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a23fb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.683329:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a23fb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776265353.684909:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].436, 64 off36160 00000040:00080000:0.0:1776265353.684936:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5267, 184 off924672 00010000:00010000:0.0:1776265353.685015:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a241e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.685027:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a241e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.685036:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a241e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.685056:0:6376:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a241e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.685061:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a241e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.685067:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a241e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.685095:0:6376:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776265353.685114:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000002182a1dd reply state 00000000e9b6f3f1 transno 4294975952 ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a23fb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.685172:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a23ed lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.685183:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a23ed lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.685189:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a23ed lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.685195:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000074e07aef already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265353.685198:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a23ed lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.685205:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a23ed lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.685544:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265353.685551:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a241e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.685561:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005525a02b already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265353.685564:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a241e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.685571:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a241e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.685582:0:11772:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d5:0x0].0x0 (000000000f4c4d98) 00010000:00010000:1.0:1776265353.685586:0:11772:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776265353.685589:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a241e lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.685595:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a241e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.685608:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265353.685609:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265353.685612:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776265353.685638:0:10767:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787234432 00000100:00100000:1.0:1776265353.685684:0:10767:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4927 00000100:00100000:1.0:1776265353.685691:0:10767:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024ae4ef0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+477:11340:x1862548787234432:12345-192.168.204.57@tcp:35:dbench.0 00010000:00010000:0.0:1776265353.685889:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x201:0x0].0x0 (00000000d69b471d) 00010000:00010000:0.0:1776265353.685893:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265353.685897:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a23ed lrc: 2/0,0 mode: --/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.685905:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a23ed lrc: 0/0,0 mode: --/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776265353.685916:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000002182a1dd reply state 00000000e9b6f3f1 transno 4294975952 ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a23f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.686726:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a23d8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x208:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.686755:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a23df lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.686762:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a23df lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.686768:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a23df lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.686773:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003c6c2e53 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265353.686775:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a23df lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.686780:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a23df lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.686787:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20a:0x0].0x0 (000000008b670c82) 00010000:00010000:2.0:1776265353.686789:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776265353.686791:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a23df lrc: 2/0,0 mode: --/EX res: [0x200000401:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.686796:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a23df lrc: 0/0,0 mode: --/EX res: [0x200000401:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.688052:0:10767:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024ae4ef0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+478:11340:x1862548787234432:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 2340us (2687us total) trans 4294975953 rc 0/0 00000100:00100000:1.0:1776265353.688079:0:10767:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4927 00010000:00010000:2.0:1776265353.688348:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265353.689636:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002182a1dd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+477:11341:x1862548787234304:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 6775us (18558us total) trans 4294975952 rc 0/0 00000100:00100000:0.0:1776265353.689650:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17038 00010000:00010000:3.0:1776265353.700744:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a23f4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.700767:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a23f4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.700774:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a23f4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.700780:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a20a4dbc already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.700784:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a23f4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.700791:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a23f4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.700808:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x201:0x0].0x28dc98c0 (0000000021e88cee) 00010000:00010000:3.0:1776265353.700811:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265353.700815:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a23f4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x201:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.700821:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a23f4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x201:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.700842:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a23fb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.700847:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a23fb lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.700856:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a23fb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.700861:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008746b23e already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.700863:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a23fb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.700868:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a23fb lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.700874:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d5:0x0].0x0 (000000000f4c4d98) 00010000:00010000:3.0:1776265353.700876:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265353.700878:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a23fb lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.700883:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a23fb lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.704001:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.704414:0:5509:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787234560 00000100:00100000:3.0:1776265353.704461:0:5509:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17040 00000100:00100000:3.0:1776265353.704467:0:5509:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058c022d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+476:11340:x1862548787234560:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:3.0:1776265353.704532:0:5509:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1776265353.704607:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000050a50db0/0xeb74cb2ea36975e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece42d52 expref: 476 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.704629:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000770b7417/0xeb74cb2ea3683e00 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c82d expref: 475 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.704646:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e1b73101/0xeb74cb2ea3683ea1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20e:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c857 expref: 474 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.704657:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d612f317/0xeb74cb2ea367f051 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aba8 expref: 473 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.704667:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20e:0x0].0x0 (0000000076b4628f) 00010000:00010000:3.0:1776265353.704677:0:5509:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776265353.704705:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a2425 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x208:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.704720:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a2425 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.704730:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a2425 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.704745:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a242c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x208:0x0].0xf4ed591 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.704752:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a242c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x208:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.704757:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a242c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x208:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.704855:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2433 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.704880:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2433 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.704888:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2433 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776265353.705290:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].439, 64 off36352 00000040:00080000:2.0:1776265353.705567:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5268, 184 off924856 00010000:00010000:2.0:1776265353.705691:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a243a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.705711:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a243a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.705724:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a243a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.705732:0:5509:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a243a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.705740:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a243a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.705746:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a243a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.705776:0:5509:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776265353.705800:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000058c022d4 reply state 000000001fd8adfd transno 4294975954 ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2433 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.705866:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a2425 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.705873:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a2425 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.705879:0:5509:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a2425 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.705886:0:5509:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033a08142 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265353.705890:0:5509:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a2425 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.705904:0:5509:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a2425 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.705916:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x208:0x0].0x0 (00000000fc9d10c2) 00010000:00010000:2.0:1776265353.705919:0:5509:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265353.705923:0:5509:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a2425 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.705928:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a2425 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776265353.705938:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000058c022d4 reply state 000000001fd8adfd transno 4294975954 ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a242c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x208:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265353.706064:0:5509:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058c022d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+474:11340:x1862548787234560:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1593us (2068us total) trans 4294975954 rc 0/0 00000100:00100000:2.0:1776265353.706075:0:5509:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17040 00010000:00010000:0.0:1776265353.706165:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776265353.706172:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a243a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.706180:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000713f64bf already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265353.706182:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a243a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.706188:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a243a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.706199:0:5495:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20e:0x0].0x0 (0000000026d14631) 00010000:00010000:0.0:1776265353.706201:0:5495:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776265353.706204:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a243a lrc: 1/0,0 mode: --/PW res: [0x200000401:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.706209:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a243a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.706256:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265353.706258:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265353.706260:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776265353.707474:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.707567:0:5509:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787234688 00000100:00100000:3.0:1776265353.707642:0:5509:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17041 00000100:00100000:3.0:1776265353.707649:0:5509:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085cd6efe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+474:11341:x1862548787234688:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:3.0:1776265353.707706:0:5509:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1776265353.707738:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000620e7e62/0xeb74cb2ea36a076f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45fc5 expref: 474 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.707760:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c1b3d6a4/0xeb74cb2ea36a0737 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c6:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45fb0 expref: 473 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.707769:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c6:0x0].0x0 (000000000435177d) 00010000:00010000:3.0:1776265353.707778:0:5509:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776265353.707802:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2441 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x201:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.707815:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2441 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.707824:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2441 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.707840:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2448 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x201:0x0].0xba61c71c bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.707856:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2448 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.707862:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2448 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.708023:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a244f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3c6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.708030:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a244f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.708036:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a244f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776265353.708415:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].440, 64 off36416 00000040:00080000:3.0:1776265353.708431:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5269, 184 off925040 00010000:00010000:3.0:1776265353.708486:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2456 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.708495:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2456 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.708502:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2456 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.708514:0:5509:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2456 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.708519:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2456 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.708524:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2456 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.708547:0:5509:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1776265353.708562:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000085cd6efe reply state 00000000f75119c3 transno 4294975955 ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a244f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.708584:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776265353.708596:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2456 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.708608:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2441 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.708610:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f09a7da6 already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265353.708616:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2456 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.708623:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2441 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.708641:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2456 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.708642:0:5509:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2441 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.708688:0:5509:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002cb9c738 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.708692:0:5509:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2441 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.708700:0:5496:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c6:0x0].0x0 (0000000060c4e01c) 00010000:00010000:3.0:1776265353.708701:0:5509:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2441 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.708711:0:5496:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776265353.708717:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2456 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.708744:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2456 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.708745:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x201:0x0].0x0 (00000000d69b471d) 00010000:00010000:3.0:1776265353.708756:0:5509:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265353.708759:0:5509:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2441 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.708777:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2441 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.708791:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:3.0:1776265353.708792:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000085cd6efe reply state 00000000f75119c3 transno 4294975955 ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2448 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.708795:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265353.708798:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776265353.708872:0:5509:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085cd6efe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+474:11341:x1862548787234688:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1222us (1405us total) trans 4294975955 rc 0/0 00000100:00100000:3.0:1776265353.708881:0:5509:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17041 00010000:00010000:2.0:1776265353.709052:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a242c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x208:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.709060:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a242c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x208:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.709065:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a242c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x208:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.709071:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d0b37eb2 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265353.709073:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a242c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x208:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.709079:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a242c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x208:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.709087:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x208:0x0].0xf4ed591 (00000000fede7aae) 00010000:00010000:2.0:1776265353.709089:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265353.709090:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a242c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x208:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.709095:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a242c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x208:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.709108:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2433 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.709114:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2433 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.709119:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2433 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.709124:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001d8f5300 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265353.709125:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2433 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.709130:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2433 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.709136:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20e:0x0].0x0 (0000000026d14631) 00010000:00010000:2.0:1776265353.709138:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776265353.709139:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2433 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.709144:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2433 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265353.718707:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1776265353.718877:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2448 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.718891:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2448 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.718897:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2448 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.718903:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004660d909 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.718906:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2448 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.718912:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2448 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.718928:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x201:0x0].0xba61c71c (000000002a31c10b) 00010000:00010000:3.0:1776265353.718930:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265353.718934:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2448 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x201:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.718940:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2448 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x201:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.718958:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a244f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.718964:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a244f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.718969:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a244f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.718974:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a9795cf2 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.718975:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a244f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.718991:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a244f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.718997:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c6:0x0].0x0 (0000000060c4e01c) 00010000:00010000:3.0:1776265353.718999:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265353.719001:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a244f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.719011:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a244f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.719172:0:10767:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787234816 00000100:00100000:1.0:1776265353.719524:0:10767:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4928 00000100:00100000:1.0:1776265353.719533:0:10767:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045d815b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+472:11340:x1862548787234816:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:1.0:1776265353.719821:0:10767:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045d815b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+473:11340:x1862548787234816:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 287us (1121us total) trans 4294975956 rc 0/0 00000100:00100000:1.0:1776265353.719828:0:10767:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4928 00000100:00100000:3.0:1776265353.720328:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265353.721327:0:5509:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787234944 00000100:00100000:2.0:1776265353.721380:0:5509:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17042 00000100:00100000:2.0:1776265353.721385:0:5509:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002830df6d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+473:11341:x1862548787234944:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:2.0:1776265353.721443:0:5509:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265353.721467:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b3bb2c25/0xeb74cb2ea36a15a0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4645d expref: 473 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.721493:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d2:0x0].0x0 (000000001f657a7e) 00010000:00010000:2.0:1776265353.721502:0:5509:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776265353.721544:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a245d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x201:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.721560:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a245d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.721570:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a245d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.721583:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a2464 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x201:0x0].0x193cfbd6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.721589:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a2464 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.721595:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a2464 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.721697:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a246b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3d2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.721706:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a246b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.721713:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a246b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1776265353.722342:0:5509:0:(mdd_dir.c:1578:mdd_finish_unlink()) Object [0x200000401:0x3d2:0x0] is inserted into orphan list, open count = 1 00000040:00080000:2.0:1776265353.722396:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5270, 184 off925224 00000004:00010000:2.0:1776265353.722473:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000002830df6d reply state 000000000c24417b transno 4294975957 ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a246b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.722485:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a245d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.722492:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a245d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.722499:0:5509:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a245d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.722505:0:5509:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d710ab5a already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265353.722508:0:5509:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a245d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.722637:0:5509:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a245d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.722726:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x201:0x0].0x0 (00000000d69b471d) 00010000:00010000:2.0:1776265353.722729:0:5509:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265353.722733:0:5509:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a245d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.722739:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a245d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776265353.722748:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000002830df6d reply state 000000000c24417b transno 4294975957 ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a2464 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265353.722825:0:5509:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002830df6d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+474:11341:x1862548787234944:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1438us (2501us total) trans 4294975957 rc 0/0 00000100:00100000:2.0:1776265353.723115:0:5509:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17042 00010000:00010000:2.0:1776265353.724833:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a2464 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.724859:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a2464 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.724867:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a2464 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.724875:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fe9136a2 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265353.724880:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a2464 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.724890:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a2464 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.724912:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x201:0x0].0x193cfbd6 (000000009bfc0fee) 00010000:00010000:2.0:1776265353.724915:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265353.724919:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a2464 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x201:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.724925:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a2464 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x201:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.724951:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a246b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.724959:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a246b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.724965:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a246b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.724970:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000454265a8 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265353.724973:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a246b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.724979:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a246b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.724986:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d2:0x0].0x0 (00000000fd1f0643) 00010000:00010000:2.0:1776265353.724988:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776265353.724990:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a246b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.724996:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a246b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.728509:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265353.729067:0:5509:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787235072 00000100:00100000:2.0:1776265353.729146:0:5509:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17043 00000100:00100000:2.0:1776265353.729155:0:5509:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000551b7748 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+473:11340:x1862548787235072:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:2.0:1776265353.729256:0:5509:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1776265353.729293:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fc3deab8/0xeb74cb2ea3699dce lrc: 0/0,0 mode: --/PR res: [0x200000401:0x372:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43a64 expref: 473 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.729324:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003a3907b4/0xeb74cb2ea3697bc3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x372:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece42f35 expref: 472 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.729338:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003243d0ba/0xeb74cb2ea3699df1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x372:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43a72 expref: 471 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.729351:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000062722330/0xeb74cb2ea369794d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x372:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece42e6a expref: 470 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.729360:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x372:0x0].0x0 (000000008e73f662) 00010000:00010000:2.0:1776265353.729371:0:5509:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776265353.729410:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2472 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x208:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.729426:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2472 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.729441:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2472 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.729455:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2479 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x208:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.729461:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2479 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x208:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.729466:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2479 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x208:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.729598:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a2480 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x372:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.729606:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a2480 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x372:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.729612:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a2480 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x372:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776265353.730378:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].441, 64 off36480 00000040:00080000:2.0:1776265353.730406:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5271, 184 off925408 00010000:00010000:2.0:1776265353.730488:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2487 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x372:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.730500:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2487 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x372:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.730510:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2487 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x372:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.730518:0:5509:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2487 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x372:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.730525:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2487 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x372:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.730532:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2487 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x372:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.734682:0:5509:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776265353.734732:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000551b7748 reply state 00000000515cc85d transno 4294975958 ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a2480 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x372:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.734829:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2472 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.734838:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2472 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.734846:0:5509:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2472 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.734853:0:5509:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f264d773 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265353.734857:0:5509:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2472 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.734866:0:5509:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2472 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.734893:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x208:0x0].0x0 (00000000fc9d10c2) 00010000:00010000:2.0:1776265353.734897:0:5509:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265353.734902:0:5509:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2472 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.734909:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2472 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776265353.734932:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000551b7748 reply state 00000000515cc85d transno 4294975958 ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2479 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x208:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265353.735072:0:5509:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000551b7748 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+471:11340:x1862548787235072:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 5913us (6567us total) trans 4294975958 rc 0/0 00000100:00100000:2.0:1776265353.735083:0:5509:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17043 00010000:00010000:1.0:1776265353.736420:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265353.736432:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2487 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x372:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.736447:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d90632b3 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265353.736451:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2487 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x372:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.736459:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2487 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x372:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.736479:0:11772:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x372:0x0].0x0 (0000000049418cf0) 00010000:00010000:1.0:1776265353.736482:0:11772:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776265353.736487:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2487 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x372:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.736493:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2487 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x372:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.736603:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265353.736606:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265353.736608:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265353.740076:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.740285:0:10767:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787235200 00000100:00100000:1.0:1776265353.740360:0:10767:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4929 00000100:00100000:1.0:1776265353.740370:0:10767:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000681a7c73 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+471:11341:x1862548787235200:12345-192.168.204.57@tcp:35:dbench.0 00010000:00010000:3.0:1776265353.740373:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2479 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x208:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.740394:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2479 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x208:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.740402:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2479 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x208:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.740408:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000900bca3b already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.740412:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2479 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x208:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.740418:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2479 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x208:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.740436:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x208:0x0].0xa36e7a4 (00000000139cea81) 00010000:00010000:3.0:1776265353.740440:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265353.740444:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2479 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x208:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.740450:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2479 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x208:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.740680:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a2480 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x372:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.740689:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a2480 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x372:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.740695:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a2480 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x372:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.740700:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e8466407 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.740704:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a2480 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x372:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.740708:0:10767:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000681a7c73 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+472:11341:x1862548787235200:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 335us (642us total) trans 4294975959 rc 0/0 00010000:00010000:3.0:1776265353.740734:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a2480 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x372:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.740736:0:10767:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4929 00010000:00010000:3.0:1776265353.740754:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x372:0x0].0x0 (0000000049418cf0) 00010000:00010000:3.0:1776265353.740757:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265353.740759:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a2480 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x372:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.740766:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a2480 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x372:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.740808:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265353.741019:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787235328 00000100:00100000:0.0:1776265353.741078:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4930 00000100:00100000:0.0:1776265353.741084:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001cf0c395 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+471:11340:x1862548787235328:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:0.0:1776265353.741324:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001cf0c395 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+472:11340:x1862548787235328:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 239us (517us total) trans 4294975960 rc 0/0 00000100:00100000:0.0:1776265353.741331:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4930 00000100:00100000:3.0:1776265353.742708:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265353.742845:0:5509:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787235456 00000100:00100000:2.0:1776265353.742915:0:5509:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17044 00000100:00100000:2.0:1776265353.742923:0:5509:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000758e0cf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+472:11341:x1862548787235456:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:2.0:1776265353.743390:0:5509:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1776265353.743427:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a23ca lrc: 0/0,0 mode: --/PR res: [0x200000401:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465ec expref: 472 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.743454:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004e64290c/0xeb74cb2ea36837d2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x205:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c635 expref: 471 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.743468:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d2de034a/0xeb74cb2ea3683881 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x205:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c65f expref: 470 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.743485:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d930ea52/0xeb74cb2ea367ec7d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x205:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aa35 expref: 469 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.743495:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x205:0x0].0x0 (000000000f17c41a) 00010000:00010000:2.0:1776265353.743506:0:5509:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776265353.743545:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a248e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x201:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.743562:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a248e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.743575:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a248e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.743591:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2495 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x201:0x0].0x204a7f30 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.743598:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2495 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.743605:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2495 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.743732:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a249c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x205:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.743741:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a249c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x205:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.743752:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a249c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x205:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.744462:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265353.744584:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787235584 00000100:00100000:0.0:1776265353.744638:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17045 00000100:00100000:0.0:1776265353.744645:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a686056d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+469:11340:x1862548787235584:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:0.0:1776265353.744701:0:6376:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1776265353.744725:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bceabe9d/0xeb74cb2ea369885e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43341 expref: 469 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.744745:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0d9cfb/0xeb74cb2ea368415d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x212:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c945 expref: 468 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.744758:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000038a43189/0xeb74cb2ea36841cd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x212:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c96f expref: 467 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.744770:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c2ffb3e0/0xeb74cb2ea367f1e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x212:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ac5e expref: 466 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.744780:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x212:0x0].0x0 (000000004070c308) 00010000:00010000:0.0:1776265353.744790:0:6376:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776265353.744816:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a24a3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x208:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.744828:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a24a3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.744836:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a24a3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.744850:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a24aa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x208:0x0].0xc3d50206 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.744857:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a24aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x208:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.744862:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a24aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x208:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.744956:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a24b1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x212:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.744964:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a24b1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x212:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.744971:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a24b1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x212:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776265353.746778:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].437, 64 off36224 00000040:00080000:2.0:1776265353.746812:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5272, 184 off925592 00010000:00010000:2.0:1776265353.746914:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a24b8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x205:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.746936:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a24b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.746950:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a24b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.746960:0:5509:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a24b8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.746967:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a24b8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.746973:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a24b8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776265353.747417:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].442, 64 off36544 00000040:00080000:0.0:1776265353.747490:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5274, 184 off925880 00010000:00010000:0.0:1776265353.747542:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a24bf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x212:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.747553:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a24bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.747562:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a24bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.747569:0:6376:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a24bf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.747576:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a24bf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.747581:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a24bf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.748537:0:5509:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00010000:2.0:1776265353.748578:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000758e0cf1 reply state 000000007b51470a transno 4294975961 ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a249c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x205:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.748662:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a248e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.748675:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a248e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.748682:0:5509:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a248e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.748689:0:5509:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f264d773 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265353.748694:0:5509:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a248e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.748701:0:5509:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a248e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.748719:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x201:0x0].0x0 (00000000d69b471d) 00010000:00010000:2.0:1776265353.748722:0:5509:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265353.748727:0:5509:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a248e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.748734:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a248e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776265353.748746:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000758e0cf1 reply state 000000007b51470a transno 4294975961 ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2495 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265353.748879:0:5509:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000758e0cf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+468:11341:x1862548787235456:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 5952us (6171us total) trans 4294975961 rc 0/0 00000100:00100000:2.0:1776265353.748891:0:5509:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17044 00010000:00010000:0.0:1776265353.750580:0:6376:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00010000:0.0:1776265353.750627:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000a686056d reply state 00000000eecfd040 transno 4294975962 ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a24b1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x212:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.750710:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a24a3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.750719:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a24a3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.750726:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a24a3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.750733:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000074e07aef already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265353.750736:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a24a3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.750744:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a24a3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.750764:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x208:0x0].0x0 (00000000fc9d10c2) 00010000:00010000:0.0:1776265353.750767:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265353.750771:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a24a3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.750777:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a24a3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776265353.750788:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000a686056d reply state 00000000eecfd040 transno 4294975962 ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a24aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x208:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265353.750915:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a686056d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+468:11340:x1862548787235584:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 6266us (6453us total) trans 4294975962 rc 0/0 00000100:00100000:0.0:1776265353.750926:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17045 00010000:00010000:2.0:1776265353.751075:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776265353.751083:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a24b8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.751091:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d710ab5a already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265353.751095:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a24b8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.751102:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a24b8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.751114:0:5495:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x205:0x0].0x0 (000000009bfc0fee) 00010000:00010000:2.0:1776265353.751117:0:5495:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776265353.751125:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a24b8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.751131:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a24b8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.751147:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265353.751150:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a24bf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.751156:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000001290b3f already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265353.751158:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a24bf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.751165:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a24bf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.751173:0:5495:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x212:0x0].0x0 (000000000f4c4d98) 00010000:00010000:2.0:1776265353.751177:0:5495:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776265353.751178:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a24bf lrc: 1/0,0 mode: --/PW res: [0x200000401:0x212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.751183:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a24bf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.751194:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265353.751195:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265353.751197:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.751523:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265353.752151:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2495 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.752169:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2495 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.752176:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2495 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.752181:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000454265a8 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265353.752184:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2495 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.752190:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2495 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.752204:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x201:0x0].0x204a7f30 (00000000fd1f0643) 00010000:00010000:2.0:1776265353.752207:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265353.752463:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2495 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x201:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.752477:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2495 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x201:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.752498:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a249c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x205:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.752504:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a249c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x205:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.752509:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a249c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x205:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.752515:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fe9136a2 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265353.752517:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a249c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x205:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.752523:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a249c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x205:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.752531:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x205:0x0].0x0 (000000009bfc0fee) 00010000:00010000:2.0:1776265353.752533:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776265353.752536:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a249c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x205:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.752541:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a249c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x205:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.753287:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265353.753390:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787235712 00000100:00100000:0.0:1776265353.753452:0:5510:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4931 00000100:00100000:0.0:1776265353.753459:0:5510:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0e69266 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+467:11341:x1862548787235712:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:0.0:1776265353.753752:0:5510:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0e69266 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+468:11341:x1862548787235712:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 291us (470us total) trans 4294975963 rc 0/0 00000100:00100000:0.0:1776265353.753761:0:5510:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4931 00000100:00100000:1.0:1776265353.755146:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.755275:0:10767:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787235840 00000100:00100000:3.0:1776265353.755327:0:10767:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4932 00000100:00100000:3.0:1776265353.755334:0:10767:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f97d4bb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+468:11340:x1862548787235840:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:3.0:1776265353.755555:0:10767:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f97d4bb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+469:11340:x1862548787235840:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 220us (416us total) trans 4294975964 rc 0/0 00000100:00100000:3.0:1776265353.755563:0:10767:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4932 00010000:00010000:0.0:1776265353.757722:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a24aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x208:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.757750:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a24aa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x208:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.758376:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a24aa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x208:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.758389:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001dd14c9e already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265353.758395:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a24aa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x208:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.758404:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a24aa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x208:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.758427:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x208:0x0].0xc3d50206 (00000000b6466c93) 00010000:00010000:0.0:1776265353.758431:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265353.758438:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a24aa lrc: 2/0,0 mode: --/PW res: [0x200000401:0x208:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.758444:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a24aa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x208:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.758469:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a24b1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x212:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.758476:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a24b1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x212:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.758482:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a24b1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x212:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.758487:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a4ace8bd already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265353.758489:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a24b1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x212:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.758495:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a24b1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x212:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.758503:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x212:0x0].0x0 (000000000f4c4d98) 00010000:00010000:0.0:1776265353.758505:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776265353.758507:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a24b1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x212:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.758512:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a24b1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x212:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.761581:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.761634:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265353.761726:0:5509:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787235968 00000100:00100000:0.0:1776265353.761745:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787236096 00000100:00100000:2.0:1776265353.761849:0:5509:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17046 00000100:00100000:2.0:1776265353.761858:0:5509:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d3ddcb6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+469:11341:x1862548787235968:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:2.0:1776265353.761935:0:5509:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1776265353.761980:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2417 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465f3 expref: 469 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.762019:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000014cae6d/0xeb74cb2ea3683620 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x203:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c5a2 expref: 468 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.762034:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000093d38cdd/0xeb74cb2ea3683689 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x203:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c5c5 expref: 467 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.762057:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006875b42a/0xeb74cb2ea367eb88 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x203:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a9d3 expref: 466 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.762077:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x203:0x0].0x0 (000000000d12bd1e) 00010000:00010000:2.0:1776265353.762088:0:5509:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776265353.762125:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a24c6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x201:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.762143:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a24c6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.762154:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a24c6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.765089:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a24cd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x201:0x0].0xf786fdb3 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.765126:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a24cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.765142:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a24cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.765326:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a24d4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x203:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.765335:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a24d4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x203:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.765342:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a24d4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x203:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776265353.765806:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].438, 64 off36288 00000040:00080000:2.0:1776265353.765835:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5275, 184 off926064 00010000:00010000:2.0:1776265353.765917:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a24db lrc: 3/0,1 mode: --/PW res: [0x200000401:0x203:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.765928:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a24db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x203:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.765937:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a24db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x203:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.765944:0:5509:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a24db lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x203:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.765951:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a24db lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x203:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.765963:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a24db lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x203:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.765991:0:5509:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776265353.766015:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000007d3ddcb6 reply state 000000006fb600a4 transno 4294975965 ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a24d4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x203:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.766085:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a24c6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.766092:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a24c6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.766098:0:5509:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a24c6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.766105:0:5509:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f264d773 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265353.766110:0:5509:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a24c6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.766118:0:5509:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a24c6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.766131:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x201:0x0].0x0 (00000000d69b471d) 00010000:00010000:2.0:1776265353.766134:0:5509:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265353.766139:0:5509:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a24c6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.766145:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a24c6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776265353.766156:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000007d3ddcb6 reply state 000000006fb600a4 transno 4294975965 ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a24cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265353.766316:0:5509:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d3ddcb6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+467:11341:x1862548787235968:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 4453us (4742us total) trans 4294975965 rc 0/0 00000100:00100000:2.0:1776265353.766328:0:5509:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17046 00000100:00100000:2.0:1776265353.766370:0:5509:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17047 00000100:00100000:2.0:1776265353.766379:0:5509:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000589eb106 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+466:11340:x1862548787236096:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:2.0:1776265353.766438:0:5509:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1776265353.766460:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e0f73348/0xeb74cb2ea369a235 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43bec expref: 466 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.766475:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000089079f18/0xeb74cb2ea3698dd6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43501 expref: 465 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.766488:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f68a22b8/0xeb74cb2ea369a258 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x37f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43bfa expref: 464 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.766500:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000032971dd0/0xeb74cb2ea3698bbb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x37f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4344b expref: 463 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.766508:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37f:0x0].0x0 (00000000468b8460) 00010000:00010000:2.0:1776265353.766517:0:5509:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776265353.766541:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a24e2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x208:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.766554:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a24e2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.766561:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a24e2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.766573:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a24e9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x208:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.766580:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a24e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x208:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.766586:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a24e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x208:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.766659:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a24f0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x37f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.766668:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a24f0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.766675:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a24f0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776265353.767021:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].439, 64 off36352 00000040:00080000:2.0:1776265353.767051:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5276, 184 off926248 00010000:00010000:2.0:1776265353.767108:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a24f7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.767117:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a24f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.767125:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a24f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.767131:0:5509:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a24f7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x37f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.767137:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a24f7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x37f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.767142:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a24f7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.767169:0:5509:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00010000:2.0:1776265353.767184:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000589eb106 reply state 00000000cffdacab transno 4294975966 ns: mdt-lustre-MDT0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a24f0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.767258:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a24e2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.767266:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a24e2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.767272:0:5509:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a24e2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.767359:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776265353.767366:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a24db lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x203:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.767374:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000007a57c8c already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265353.767378:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a24db lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x203:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.767384:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a24db lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x203:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.767395:0:5496:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x203:0x0].0x0 (00000000139cea81) 00010000:00010000:3.0:1776265353.767398:0:5496:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265353.767401:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a24db lrc: 1/0,0 mode: --/PW res: [0x200000401:0x203:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.767407:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a24db lrc: 0/0,0 mode: --/PW res: [0x200000401:0x203:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.767431:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265353.767434:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a24f7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.767445:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000de00b8cb already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265353.767447:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a24f7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.767453:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a24f7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.767460:0:5496:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37f:0x0].0x0 (00000000f9f2ac40) 00010000:00010000:3.0:1776265353.767462:0:5496:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265353.767464:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a24f7 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x37f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.767470:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a24f7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.767479:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.767480:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.767482:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265353.768717:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265353.769654:0:5509:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cc0e7fe4 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265353.769663:0:5509:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a24e2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.769678:0:5509:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a24e2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.769696:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x208:0x0].0x0 (00000000fc9d10c2) 00010000:00010000:2.0:1776265353.769699:0:5509:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265353.769702:0:5509:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a24e2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.769709:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a24e2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776265353.769728:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000589eb106 reply state 00000000cffdacab transno 4294975966 ns: mdt-lustre-MDT0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a24e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x208:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265353.769850:0:5509:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000589eb106 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+464:11340:x1862548787236096:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 3468us (8212us total) trans 4294975966 rc 0/0 00000100:00100000:2.0:1776265353.769862:0:5509:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17047 00010000:00010000:2.0:1776265353.776837:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a24cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.776865:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a24cd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.776873:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a24cd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.776881:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004bea40e2 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265353.776886:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a24cd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.776896:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a24cd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.776917:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x201:0x0].0xf786fdb3 (0000000049418cf0) 00010000:00010000:2.0:1776265353.776920:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265353.776925:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a24cd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x201:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.776932:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a24cd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x201:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.776957:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a24d4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x203:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.776962:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a24d4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x203:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.776968:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a24d4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x203:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.776973:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001a2f9c07 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265353.776974:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a24d4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x203:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.776979:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a24d4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x203:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.776986:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x203:0x0].0x0 (00000000139cea81) 00010000:00010000:2.0:1776265353.776988:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776265353.776990:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a24d4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x203:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.776995:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a24d4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x203:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.779929:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265353.780421:0:5509:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787236224 00000100:00100000:2.0:1776265353.780490:0:5509:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17048 00000100:00100000:2.0:1776265353.780500:0:5509:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a96efe6e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+463:11341:x1862548787236224:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:2.0:1776265353.780739:0:5509:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1776265353.780777:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e5956766/0xeb74cb2ea36a08bf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4603c expref: 463 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.781592:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d4225256/0xeb74cb2ea36a089c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c9:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4602e expref: 462 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.781610:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c9:0x0].0x0 (00000000cfd936cc) 00010000:00010000:2.0:1776265353.781621:0:5509:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776265353.781670:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a24fe lrc: 3/0,1 mode: --/CW res: [0x200000401:0x201:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.781690:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a24fe lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.781702:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a24fe lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.781721:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2505 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x201:0x0].0xdb4ed787 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.781733:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2505 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.781739:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2505 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.782168:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a250c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3c9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.782178:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a250c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.782185:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a250c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776265353.783270:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].440, 64 off36416 00000040:00080000:2.0:1776265353.783300:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5277, 184 off926432 00010000:00010000:2.0:1776265353.783384:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2513 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.783400:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2513 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.783412:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2513 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.784318:0:5509:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2513 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.784336:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2513 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.784345:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2513 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.784371:0:5509:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776265353.784403:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000a96efe6e reply state 0000000027e7bb5b transno 4294975967 ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a250c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.784475:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a24fe lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.784481:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a24fe lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.784488:0:5509:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a24fe lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.784494:0:5509:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cc0e7fe4 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265353.784499:0:5509:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a24fe lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.784507:0:5509:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a24fe lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.784667:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x201:0x0].0x0 (00000000d69b471d) 00010000:00010000:2.0:1776265353.784672:0:5509:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265353.784677:0:5509:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a24fe lrc: 2/0,0 mode: --/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.784683:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a24fe lrc: 0/0,0 mode: --/CW res: [0x200000401:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776265353.784696:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000a96efe6e reply state 0000000027e7bb5b transno 4294975967 ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2505 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265353.784986:0:5509:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a96efe6e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+463:11341:x1862548787236224:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 4482us (5065us total) trans 4294975967 rc 0/0 00000100:00100000:2.0:1776265353.784998:0:5509:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17048 00010000:00010000:3.0:1776265353.785659:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265353.785668:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2513 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.785680:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001a2f9c07 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265353.785684:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2513 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.785691:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2513 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.785713:0:7890:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c9:0x0].0x0 (00000000fd1f0643) 00010000:00010000:3.0:1776265353.785716:0:7890:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265353.785719:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2513 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.785725:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2513 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.785743:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.785745:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.785746:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.787310:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a24e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x208:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.787336:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a24e9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x208:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.787344:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a24e9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x208:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.787350:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c4896d6d already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.787354:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a24e9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x208:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.787367:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a24e9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x208:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.787386:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x208:0x0].0xe7aaf970 (00000000770f6c45) 00010000:00010000:3.0:1776265353.787389:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265353.787394:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a24e9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x208:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.787400:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a24e9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x208:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265353.787411:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1776265353.787426:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a24f0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.787434:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a24f0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x37f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.787440:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a24f0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x37f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.787445:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008190f10d already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.787448:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a24f0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x37f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.787453:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a24f0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x37f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.787462:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37f:0x0].0x0 (00000000f9f2ac40) 00010000:00010000:3.0:1776265353.787464:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265353.787467:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a24f0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x37f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.787472:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a24f0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x37f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.787880:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787236352 00000100:00100000:1.0:1776265353.787944:0:5510:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4933 00000100:00100000:1.0:1776265353.787953:0:5510:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000681a7c73 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+462:11340:x1862548787236352:12345-192.168.204.57@tcp:35:dbench.0 00010000:00010000:3.0:1776265353.788128:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2505 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x201:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.788140:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2505 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.788148:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2505 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.788154:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f264d773 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.788157:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2505 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.788163:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2505 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x201:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.788176:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x201:0x0].0xdb4ed787 (000000009bfc0fee) 00010000:00010000:3.0:1776265353.788179:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265353.788182:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2505 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x201:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.788188:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2505 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x201:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.788205:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a250c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.788251:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a250c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.788257:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a250c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.788269:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003bcddbc2 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.788271:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a250c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.788276:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a250c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.788284:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c9:0x0].0x0 (00000000fd1f0643) 00010000:00010000:3.0:1776265353.788286:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265353.788288:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a250c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.788291:0:5510:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000681a7c73 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+463:11340:x1862548787236352:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 336us (886us total) trans 4294975968 rc 0/0 00010000:00010000:3.0:1776265353.788302:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a250c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.788306:0:5510:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4933 00000100:00100000:1.0:1776265353.802817:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265353.803021:0:5509:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787236480 00000100:00100000:2.0:1776265353.803118:0:5509:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17049 00000100:00100000:2.0:1776265353.803127:0:5509:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7728adf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+462:11340:x1862548787236480:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:2.0:1776265353.803206:0:5509:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1776265353.803290:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000064de9aad/0xeb74cb2ea3696fec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece42b76 expref: 462 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.803322:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004baa34ad/0xeb74cb2ea3683c4e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c79a expref: 461 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.803338:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e4ed17c4/0xeb74cb2ea3683cb7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20c:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c7bd expref: 460 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.803353:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004a0b95ef/0xeb74cb2ea367ef9b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ab62 expref: 459 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.803364:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20c:0x0].0x0 (000000007e251b10) 00010000:00010000:2.0:1776265353.803376:0:5509:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776265353.803419:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a251a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x208:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.803442:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a251a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.803453:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a251a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.803469:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a2521 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x208:0x0].0xe5dc7a0b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.803476:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a2521 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x208:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.803482:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a2521 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x208:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.803635:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2528 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.803643:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2528 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.803651:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2528 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776265353.804361:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].443, 64 off36608 00000040:00080000:2.0:1776265353.804390:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5278, 176 off926608 00010000:00010000:2.0:1776265353.804474:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a252f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.804487:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a252f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.804499:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a252f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.804507:0:5509:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a252f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.804513:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a252f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.804519:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a252f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.804546:0:5509:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776265353.804571:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c7728adf reply state 000000004f21988c transno 4294975969 ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2528 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.804630:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a251a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.804637:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a251a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.804643:0:5509:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a251a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.804649:0:5509:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004bea40e2 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265353.804653:0:5509:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a251a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.804667:0:5509:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a251a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.804673:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265353.804679:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x208:0x0].0x0 (00000000fc9d10c2) 00010000:00010000:0.0:1776265353.804681:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a252f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.804684:0:5509:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265353.804689:0:5509:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a251a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.804695:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cc0e7fe4 already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265353.804698:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a251a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.804700:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a252f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.804716:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a252f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776265353.804719:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c7728adf reply state 000000004f21988c transno 4294975969 ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a2521 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x208:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.804732:0:5495:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20c:0x0].0x0 (0000000049418cf0) 00010000:00010000:0.0:1776265353.804736:0:5495:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776265353.804739:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a252f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.804746:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a252f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.804759:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265353.804761:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265353.804763:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776265353.805380:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.805429:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787236544 00000100:00100000:1.0:1776265353.805480:0:5510:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4934 00000100:00100000:1.0:1776265353.805487:0:5510:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be1645a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+461:11341:x1862548787236544:12345-192.168.204.57@tcp:37:dbench.0 00000100:00100000:2.0:1776265353.806100:0:5509:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7728adf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+461:11340:x1862548787236480:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 2970us (3302us total) trans 4294975969 rc 0/0 00000100:00100000:2.0:1776265353.806112:0:5509:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17049 00000100:00100000:0.0:1776265353.816975:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1776265353.817821:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a2521 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x208:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.817843:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a2521 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x208:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.817851:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a2521 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x208:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.817859:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fe9136a2 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.817864:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a2521 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x208:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.817880:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a2521 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x208:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.817905:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x208:0x0].0xe5dc7a0b (00000000139cea81) 00010000:00010000:3.0:1776265353.817908:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265353.817912:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a2521 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x208:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.817918:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a2521 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x208:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.818134:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2528 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.818141:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2528 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.818147:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2528 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.818151:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000454265a8 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.818154:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2528 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.818158:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2528 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.818167:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20c:0x0].0x0 (0000000049418cf0) 00010000:00010000:3.0:1776265353.818169:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265353.818171:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2528 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.818182:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2528 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.818273:0:5510:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be1645a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+459:11341:x1862548787236544:12345-192.168.204.57@tcp:37:dbench.0 Request processed in 12782us (12895us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265353.818288:0:5510:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4934 00000100:00100000:1.0:1776265353.818333:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787236608 00000100:00100000:1.0:1776265353.818378:0:5510:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4935 00000100:00100000:1.0:1776265353.818386:0:5510:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000779538bf pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+459:11340:x1862548787236608:12345-192.168.204.57@tcp:37:dbench.0 00000100:00100000:1.0:1776265353.826747:0:5510:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000779538bf pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+459:11340:x1862548787236608:12345-192.168.204.57@tcp:37:dbench.0 Request processed in 8348us (9772us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265353.826767:0:5510:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4935 00000100:00100000:3.0:1776265353.827628:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.827755:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265353.827829:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787236800 00000100:00100000:2.0:1776265353.827891:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17050 00000100:00100000:2.0:1776265353.827898:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008bc7463b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+459:11428:x1862548787236800:12345-192.168.204.57@tcp:101:ll_sa_11341.0 00010000:00010000:2.0:1776265353.827928:0:12468:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1776265353.827957:0:12468:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a2536 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x233:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece465fa expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.828002:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a2536 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465fa expref: 460 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.828024:0:12468:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a2536 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465fa expref: 460 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.828034:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x233:0x0].0x0 (0000000074197f05) 00010000:00010000:2.0:1776265353.828047:0:12468:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265353.828052:0:12468:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000004bea40e2, rc 0) 00000100:00100000:2.0:1776265353.828100:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008bc7463b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+460:11428:x1862548787236800:12345-192.168.204.57@tcp:101:ll_sa_11341.0 Request processed in 202us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265353.828108:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17050 00000100:00100000:1.0:1776265353.832305:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787236736 00000100:00100000:1.0:1776265353.832412:0:5510:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4936 00000100:00100000:1.0:1776265353.832420:0:5510:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a0eda03 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+460:11341:x1862548787236736:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:1.0:1776265353.832758:0:5510:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a0eda03 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+461:11341:x1862548787236736:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 338us (5134us total) trans 4294975970 rc 0/0 00000100:00100000:1.0:1776265353.832766:0:5510:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4936 00000100:00100000:3.0:1776265353.834007:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.834803:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787236864 00000100:00100000:1.0:1776265353.834872:0:5510:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4937 00000100:00100000:1.0:1776265353.834879:0:5510:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000078d0d88 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+461:11428:x1862548787236864:12345-192.168.204.57@tcp:37:ll_sa_11341.0 00000100:00100000:3.0:1776265353.843684:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.843845:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.843889:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.844704:0:5510:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000078d0d88 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+461:11428:x1862548787236864:12345-192.168.204.57@tcp:37:ll_sa_11341.0 Request processed in 9820us (10702us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265353.844722:0:5510:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4937 00000100:00100000:1.0:1776265353.844868:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787237120 00000100:00100000:1.0:1776265353.844911:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4938 00000100:00100000:1.0:1776265353.844917:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058a357f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+461:11340:x1862548787237120:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:1.0:1776265353.845155:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058a357f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+462:11340:x1862548787237120:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 237us (1310us total) trans 4294975971 rc 0/0 00000100:00100000:1.0:1776265353.845162:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4938 00000100:00100000:2.0:1776265353.848161:0:5509:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787236992 00000100:00100000:2.0:1776265353.848262:0:5509:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787237184 00000100:00100000:2.0:1776265353.848306:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17051 00000100:00100000:2.0:1776265353.848315:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000634e4fad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+463:11341:x1862548787236992:12345-192.168.204.57@tcp:36:dbench.0 00000100:00100000:0.0:1776265353.848466:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17052 00000100:00100000:0.0:1776265353.848473:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac88b4bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+463:11430:x1862548787237184:12345-192.168.204.57@tcp:101:ll_sa_11340.0 00010000:00010000:0.0:1776265353.848487:0:6376:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1776265353.848517:0:6376:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a253d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46601 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.848561:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a253d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46601 expref: 464 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.848578:0:6376:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a253d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46601 expref: 464 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.848588:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1fa:0x0].0x0 (0000000086993635) 00010000:00010000:0.0:1776265353.848592:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265353.848597:0:6376:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a4ace8bd, rc 0) 00000100:00100000:0.0:1776265353.848676:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac88b4bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+464:11430:x1862548787237184:12345-192.168.204.57@tcp:101:ll_sa_11340.0 Request processed in 201us (4786us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265353.848682:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17052 00010000:00010000:2.0:1776265353.848936:0:5507:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:2.0:1776265353.848962:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e74db91a/0xeb74cb2ea3693f71 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x235:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece41ebf expref: 463 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.848987:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fa0e3412/0xeb74cb2ea368619a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x235:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3d3ef expref: 462 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.848999:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000262c6f7f/0xeb74cb2ea36861fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x235:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3d412 expref: 461 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.849011:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e92480e8/0xeb74cb2ea368000a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x235:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b200 expref: 460 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.849026:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x235:0x0].0x0 (000000004c522a1b) 00010000:00010000:2.0:1776265353.849059:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000666c68bf/0xeb74cb2ea36a1c99 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x233:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465a6 expref: 459 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.849067:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x233:0x0].0x0 (0000000074197f05) 00010000:00010000:2.0:1776265353.849070:0:5507:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776265353.849103:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a2544 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x233:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.849116:0:5507:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a2536 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465fa expref: 458 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.849123:0:5507:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a2544 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.849161:0:5507:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a2536 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465fa expref: 458 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.849173:0:5507:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a2536 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465fa expref: 458 pid: 12468 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1776265353.849188:0:5507:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008fcc92bc pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5507:1862548793521152:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265353.849284:0:5507:0:(client.c:2500:ptlrpc_set_wait()) set 000000006ee2b2cb going to sleep for 43 seconds 00000100:00100000:2.0:1776265353.857579:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265353.858150:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.858151:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787237312 00000100:00100000:1.0:1776265353.858281:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17053 00000100:00100000:1.0:1776265353.858290:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000073c84974 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+459:11340:x1862548787237312:12345-192.168.204.57@tcp:36:dbench.0 00000100:00100000:3.0:1776265353.858510:0:5507:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008fcc92bc pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5507:1862548793521152:192.168.204.57@tcp:104: 00010000:00010000:3.0:1776265353.858560:0:5507:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a2544 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.858612:0:12468:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:1.0:1776265353.858644:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dd7c79a6/0xeb74cb2ea3699030 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece435c5 expref: 459 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.858664:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000097da37ae/0xeb74cb2ea3683126 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1fc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c3f0 expref: 458 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.858677:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008acc294c/0xeb74cb2ea36831c0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1fc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c41a expref: 457 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.858689:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea367e89b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1fc:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a8b4 expref: 456 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.858700:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1fc:0x0].0x0 (00000000b61641db) 00010000:00010000:1.0:1776265353.858716:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004f91ecb4/0xeb74cb2ea36a1d9c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465bb expref: 455 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.858725:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1fa:0x0].0x0 (0000000086993635) 00010000:00010000:1.0:1776265353.858728:0:12468:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265353.858773:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a254b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.858797:0:12468:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a253d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46601 expref: 454 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.858805:0:12468:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a254b lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.858852:0:12468:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a253d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46601 expref: 454 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.858864:0:12468:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a253d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46601 expref: 454 pid: 6376 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1776265353.859030:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787237376 00010000:00010000:0.0:1776265353.859070:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a2536 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465fa expref: 455 pid: 12468 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1776265353.859106:0:11760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5087 00000100:00100000:0.0:1776265353.859110:0:11760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff826c05 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+455:2206:x1862548787237376:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1776265353.859124:0:11760:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265353.859128:0:11760:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a2536 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465fa expref: 455 pid: 12468 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1776265353.859139:0:11760:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a2536 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465fa expref: 455 pid: 12468 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1776265353.859154:0:11760:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a2536 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465fa expref: 455 pid: 12468 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1776265353.859166:0:11760:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x233:0x0].0x0 (0000000074197f05) 00010000:00010000:0.0:1776265353.859170:0:11760:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a2544 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.859185:0:11760:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a2544 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.859193:0:11760:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a2544 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.859545:0:11760:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265353.859621:0:11760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff826c05 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+454:2206:x1862548787237376:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 Request processed in 509us (1472us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265353.859631:0:11760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5087 00010000:00010000:2.0:1776265353.859710:0:5507:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a2544 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.859724:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a2544 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.859746:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a2552 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x233:0x0].0x14be06ab bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.859755:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a2552 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x233:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.859764:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a2552 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x233:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.860006:0:12468:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f97d4bb8 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:12468:1862548793521216:192.168.204.57@tcp:104: 00000100:00100000:1.0:1776265353.860076:0:12468:0:(client.c:2500:ptlrpc_set_wait()) set 000000003af1b5fa going to sleep for 43 seconds 00010000:00010000:2.0:1776265353.860160:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2559 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x235:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.860170:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2559 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x235:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.860177:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2559 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x235:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776265353.860738:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].441, 64 off36480 00000040:00080000:2.0:1776265353.860763:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5279, 176 off926784 00010000:00010000:2.0:1776265353.860839:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a2560 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x235:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.860850:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a2560 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x235:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.860858:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a2560 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x235:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.860866:0:5507:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a2560 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x235:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.860885:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a2560 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x235:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.860892:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a2560 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x235:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.860917:0:5507:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776265353.860940:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000634e4fad reply state 000000009004d252 transno 4294975972 ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2559 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x235:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.861004:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a2544 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.861011:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a2544 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.861017:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a2544 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.861024:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d710ab5a already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265353.861027:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a2544 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.861035:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a2544 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.861065:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x233:0x0].0x0 (0000000074197f05) 00010000:00010000:2.0:1776265353.861068:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265353.861072:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a2544 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.861078:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a2544 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776265353.861088:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000634e4fad reply state 000000009004d252 transno 4294975972 ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a2552 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x233:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265353.861164:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000634e4fad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+455:11341:x1862548787236992:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 12847us (17493us total) trans 4294975972 rc 0/0 00000100:00100000:2.0:1776265353.861173:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17051 00010000:00010000:0.0:1776265353.862418:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776265353.862432:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a2560 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x235:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.862449:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7305bb6 already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265353.862453:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a2560 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x235:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.862461:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a2560 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x235:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.862488:0:5496:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x235:0x0].0x0 (000000001ae6b72d) 00010000:00010000:0.0:1776265353.862491:0:5496:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776265353.862496:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a2560 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x235:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.862502:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a2560 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x235:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.862521:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265353.862523:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265353.862525:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776265353.864643:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265353.864821:0:10767:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787237440 00000100:00100000:0.0:1776265353.864889:0:10767:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4939 00000100:00100000:0.0:1776265353.864897:0:10767:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be1645a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+455:11430:x1862548787237440:12345-192.168.204.57@tcp:37:ll_sa_11340.0 00010000:00010000:2.0:1776265353.869749:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a2552 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x233:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.869851:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a2552 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x233:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.869860:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a2552 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x233:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.869867:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000076649c01 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265353.869882:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a2552 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x233:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.869891:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a2552 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x233:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.869919:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x233:0x0].0x14be06ab (0000000077f54d08) 00010000:00010000:2.0:1776265353.869923:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265353.869928:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a2552 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x233:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.869934:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a2552 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x233:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.869959:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2559 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x235:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.869964:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2559 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x235:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.869969:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2559 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x235:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.869973:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000482db2cc already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265353.869975:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2559 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x235:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.869980:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2559 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x235:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.869987:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x235:0x0].0x0 (000000001ae6b72d) 00010000:00010000:2.0:1776265353.869989:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776265353.869991:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2559 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x235:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.870001:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2559 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x235:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265353.870110:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.870200:0:12468:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f97d4bb8 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:12468:1862548793521216:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265353.870264:0:12468:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a254b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.870270:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787237568 00000100:00100000:3.0:1776265353.870340:0:5510:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4940 00000100:00100000:3.0:1776265353.870348:0:5510:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fcc92bc pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+456:11341:x1862548787237568:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:1.0:1776265353.872146:0:5510:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fcc92bc pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+456:11341:x1862548787237568:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 1788us (2029us total) trans 4294975973 rc 0/0 00000100:00100000:1.0:1776265353.872170:0:5510:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4940 00000100:00100000:2.0:1776265353.872622:0:10767:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be1645a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+455:11430:x1862548787237440:12345-192.168.204.57@tcp:37:ll_sa_11340.0 Request processed in 7723us (7990us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265353.872633:0:10767:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4939 00000100:00100000:2.0:1776265353.881300:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.883515:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787237632 00000100:00100000:3.0:1776265353.883611:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17054 00000100:00100000:3.0:1776265353.883620:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024ae4ef0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+455:2207:x1862548787237632:12345-192.168.204.57@tcp:101:ll_sa_11340.0 00010000:00010000:3.0:1776265353.883652:0:5507:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776265353.883685:0:5507:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a2567 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46608 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.883764:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a256e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.883787:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a256e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.883814:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a256e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.883832:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2575 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1fa:0x0].0x220bffe4 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.883838:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2575 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1fa:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.883845:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2575 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1fa:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.885127:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a257c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.885149:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a257c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.885160:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a257c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1776265353.885205:0:5507:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x38f:0x0]: returning size 14984 00000004:00200000:3.0:1776265353.885211:0:5507:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1776265353.885264:0:5507:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a257c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.885276:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a257c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.885287:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a256e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.885294:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a256e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.885302:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a256e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.885309:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004660d909 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.885312:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a256e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.885321:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a256e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.885333:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1fa:0x0].0x0 (0000000086993635) 00010000:00010000:3.0:1776265353.885336:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265353.885340:0:5507:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a254b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.885351:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a256e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.885363:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a256e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.885379:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2575 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1fa:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.885390:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2575 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1fa:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.885395:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2575 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1fa:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.885401:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002cb9c738 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.885403:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2575 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1fa:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.885410:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2575 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1fa:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.885416:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1fa:0x0].0x220bffe4 (0000000060c4e01c) 00010000:00010000:3.0:1776265353.885419:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265353.885421:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2575 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1fa:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.885426:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2575 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1fa:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.885468:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a2567 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46608 expref: 457 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.885482:0:5507:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a257c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46608 expref: 456 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.885489:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38f:0x0].0x0 (0000000056de8985) 00010000:00010000:3.0:1776265353.885491:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1776265353.885494:0:5507:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a250feac, rc 0) 00000100:00100000:3.0:1776265353.886766:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024ae4ef0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+456:2207:x1862548787237632:12345-192.168.204.57@tcp:101:ll_sa_11340.0 Request processed in 3137us (5469us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265353.886781:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17054 00000100:00100000:2.0:1776265353.888623:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.889443:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787237824 00000100:00100000:1.0:1776265353.889510:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17055 00000100:00100000:1.0:1776265353.889519:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045d815b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+456:11341:x1862548787237824:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:1.0:1776265353.889591:0:5507:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776265353.889629:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000039196297/0xeb74cb2ea3695bda lrc: 0/0,0 mode: --/PR res: [0x200000401:0x237:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece427b7 expref: 456 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.889659:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000064f299a/0xeb74cb2ea36864b1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x237:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3d4e4 expref: 455 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.889672:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000169f5853/0xeb74cb2ea3686513 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x237:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3d500 expref: 454 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.889686:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000029149652/0xeb74cb2ea3680129 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x237:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b262 expref: 453 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.889697:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x237:0x0].0x0 (0000000042e4892c) 00010000:00010000:1.0:1776265353.889711:0:5507:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265353.889752:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a2583 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x233:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.889770:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a2583 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.889782:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a2583 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.889812:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a258a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x233:0x0].0x77103a66 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.889820:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a258a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x233:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.889826:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a258a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x233:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.890345:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a2591 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x237:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.890365:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a2591 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x237:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.890374:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a2591 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x237:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776265353.890806:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].442, 64 off36544 00000040:00080000:1.0:1776265353.890831:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5280, 184 off926968 00010000:00010000:1.0:1776265353.893675:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a2598 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x237:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.893711:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a2598 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x237:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.893726:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a2598 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x237:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.893738:0:5507:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a2598 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x237:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.893744:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a2598 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x237:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.893750:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a2598 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x237:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.894469:0:5507:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776265353.894505:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000045d815b1 reply state 000000008613a2ee transno 4294975974 ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a2591 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x237:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.894593:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a2583 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.894601:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a2583 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.894608:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a2583 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.894616:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e943133a already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.894620:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a2583 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.894628:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a2583 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.894646:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x233:0x0].0x0 (0000000074197f05) 00010000:00010000:1.0:1776265353.894649:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.894654:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a2583 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.894660:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a2583 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265353.894672:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000045d815b1 reply state 000000008613a2ee transno 4294975974 ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a258a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x233:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.895199:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776265353.895206:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a2598 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x237:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.895255:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000da5595e6 already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265353.895258:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a2598 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x237:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.895265:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a2598 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x237:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.895276:0:11772:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x237:0x0].0x0 (0000000072a7171a) 00010000:00010000:0.0:1776265353.895279:0:11772:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776265353.895282:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a2598 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x237:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.895288:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a2598 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x237:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.895300:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265353.895301:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265353.895302:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265353.895483:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265353.895600:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787237696 00010000:00010000:2.0:1776265353.895644:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a253d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46601 expref: 454 pid: 6376 timeout: 554 lvb_type: 0 00000100:00100000:2.0:1776265353.895689:0:11760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5088 00000100:00100000:2.0:1776265353.895697:0:11760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bef08137 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+454:2208:x1862548787237696:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1776265353.895714:0:11760:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265353.895720:0:11760:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a253d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46601 expref: 454 pid: 6376 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1776265353.895732:0:11760:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a253d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46601 expref: 454 pid: 6376 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1776265353.895748:0:11760:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a253d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46601 expref: 454 pid: 6376 timeout: 554 lvb_type: 0 00010000:00010000:2.0:1776265353.895759:0:11760:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1fa:0x0].0x0 (0000000086993635) 00010000:00010000:2.0:1776265353.895763:0:11760:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a254b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.895773:0:11760:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a254b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.895780:0:11760:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a254b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.895956:0:11760:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776265353.896019:0:11760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bef08137 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+453:2208:x1862548787237696:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 322us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265353.896028:0:11760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5088 00010000:00010000:2.0:1776265353.896512:0:12468:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a254b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.896523:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a254b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.896553:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a259f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1fa:0x0].0x4e78d319 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.896565:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a259f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.896573:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a259f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.896733:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a25a6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.896746:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a25a6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.896753:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a25a6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.897206:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045d815b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+453:11341:x1862548787237824:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 7685us (8591us total) trans 4294975974 rc 0/0 00000100:00100000:1.0:1776265353.897228:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17055 00000040:00080000:2.0:1776265353.898081:0:12468:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].444, 64 off36672 00000040:00080000:2.0:1776265353.898112:0:12468:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5281, 184 off927152 00010000:00010000:2.0:1776265353.898197:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a25ad lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.898231:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a25ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.898243:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a25ad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.898249:0:12468:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a25ad lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.898256:0:12468:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a25ad lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.898261:0:12468:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a25ad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.898278:0:12468:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776265353.898300:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000004:00010000:2.0:1776265353.898397:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000073c84974 reply state 0000000032e30b55 transno 4294975975 ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a25a6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265353.898443:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787237888 00000100:00100000:2.0:1776265353.898500:0:11760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 689 00010000:00010000:3.0:1776265353.898501:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265353.898508:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a25ad lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265353.898508:0:11760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f97d4bb8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+454:2205:x1862548787237888:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1776265353.898516:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d710ab5a already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265353.898520:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a25ad lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.898525:0:11760:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776265353.898527:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a25ad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.898540:0:7890:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1fc:0x0].0x0 (0000000077f54d08) 00010000:00010000:3.0:1776265353.898543:0:7890:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265353.898547:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a25ad lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.898547:0:11760:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a257c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46608 expref: 454 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.898553:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a25ad lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.898562:0:11760:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38f:0x0].0x0 (0000000056de8985) 00010000:00010000:3.0:1776265353.898564:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265353.898565:0:11760:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776265353.898566:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.898567:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776265353.898654:0:11760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f97d4bb8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+453:2205:x1862548787237888:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 146us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265353.898663:0:11760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 689 00010000:00010000:2.0:1776265353.898747:0:12468:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a254b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.898755:0:12468:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a254b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.898761:0:12468:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a254b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.898767:0:12468:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002be790ce already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265353.898770:0:12468:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a254b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.898775:0:12468:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a254b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.898785:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1fa:0x0].0x0 (0000000086993635) 00010000:00010000:2.0:1776265353.898788:0:12468:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265353.898790:0:12468:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a254b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.898796:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a254b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776265353.898805:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000073c84974 reply state 0000000032e30b55 transno 4294975975 ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a259f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265353.899432:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000073c84974 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+453:11340:x1862548787237312:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 41139us (41863us total) trans 4294975975 rc 0/0 00000100:00100000:2.0:1776265353.899442:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17053 00010000:00010000:3.0:1776265353.901560:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a258a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x233:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.901590:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a258a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x233:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.901597:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a258a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x233:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.901604:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c079a2d5 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.901608:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a258a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x233:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.901616:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a258a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x233:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.901634:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x233:0x0].0x77103a66 (00000000ba9e183a) 00010000:00010000:3.0:1776265353.901637:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265353.901641:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a258a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x233:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.901647:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a258a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x233:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.901667:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a2591 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x237:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.901673:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a2591 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x237:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.901678:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a2591 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x237:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.901688:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003c82791c already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.901690:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a2591 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x237:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.901695:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a2591 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x237:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.901702:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x237:0x0].0x0 (0000000072a7171a) 00010000:00010000:3.0:1776265353.901704:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265353.901706:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a2591 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x237:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.901712:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a2591 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x237:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265353.904279:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:2.0:1776265353.904404:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a259f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.904425:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a259f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.904434:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a259f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.904442:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000482db2cc already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265353.904446:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a259f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.904454:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a259f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.904478:0:10767:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787238016 00010000:00010000:2.0:1776265353.904478:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1fa:0x0].0x4e78d319 (000000001ae6b72d) 00010000:00010000:2.0:1776265353.904481:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265353.904486:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a259f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1fa:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.904492:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a259f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1fa:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.904514:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a25a6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.904519:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a25a6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.904524:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a25a6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.904529:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000076649c01 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265353.904532:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a25a6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.904537:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a25a6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.904544:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1fc:0x0].0x0 (0000000077f54d08) 00010000:00010000:2.0:1776265353.904546:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776265353.904548:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a25a6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.904555:0:10767:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4941 00010000:00010000:2.0:1776265353.904559:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a25a6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.904564:0:10767:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099de338b pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+452:11340:x1862548787238016:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:3.0:1776265353.905048:0:10767:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099de338b pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+452:11340:x1862548787238016:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 470us (767us total) trans 4294975976 rc 0/0 00000100:00100000:3.0:1776265353.905057:0:10767:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4941 00000100:00100000:0.0:1776265353.905274:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.905428:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787238080 00000100:00100000:1.0:1776265353.905463:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17056 00000100:00100000:1.0:1776265353.905468:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000031df32f2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+452:2207:x1862548787238080:12345-192.168.204.57@tcp:101:ll_sa_11340.0 00010000:00010000:1.0:1776265353.905483:0:12468:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776265353.905505:0:12468:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a25b4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece4660f expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.905569:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a25bb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.905585:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a25bb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.905597:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a25bb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.905613:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000666c68bf/0xeb74cb2ea36a25c2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1fa:0x0].0x17610ee3 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.905620:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000666c68bf/0xeb74cb2ea36a25c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1fa:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.905627:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000666c68bf/0xeb74cb2ea36a25c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1fa:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.905749:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000bcd87970/0xeb74cb2ea36a25c9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x387:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.905758:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bcd87970/0xeb74cb2ea36a25c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x387:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.905764:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bcd87970/0xeb74cb2ea36a25c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x387:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1776265353.905795:0:12468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x387:0x0]: returning size 19054 00000004:00200000:1.0:1776265353.905800:0:12468:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1776265353.905819:0:12468:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000bcd87970/0xeb74cb2ea36a25c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x387:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.905830:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bcd87970/0xeb74cb2ea36a25c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x387:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.905838:0:12468:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a25bb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.905844:0:12468:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a25bb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.905851:0:12468:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a25bb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.905857:0:12468:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000da5595e6 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.905860:0:12468:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a25bb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.905870:0:12468:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a25bb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.905895:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1fa:0x0].0x0 (0000000086993635) 00010000:00010000:1.0:1776265353.905898:0:12468:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.905902:0:12468:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a25bb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.905908:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a25bb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.905919:0:12468:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000666c68bf/0xeb74cb2ea36a25c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1fa:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.905927:0:12468:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000666c68bf/0xeb74cb2ea36a25c2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1fa:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.905933:0:12468:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000666c68bf/0xeb74cb2ea36a25c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1fa:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.905938:0:12468:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000666c68bf already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.905940:0:12468:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000666c68bf/0xeb74cb2ea36a25c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1fa:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.905944:0:12468:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000666c68bf/0xeb74cb2ea36a25c2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1fa:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.905949:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1fa:0x0].0x17610ee3 (00000000eb950dca) 00010000:00010000:1.0:1776265353.905951:0:12468:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.905953:0:12468:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000666c68bf/0xeb74cb2ea36a25c2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1fa:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.905958:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000666c68bf/0xeb74cb2ea36a25c2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1fa:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.905988:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a25b4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4660f expref: 454 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.905997:0:12468:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000bcd87970/0xeb74cb2ea36a25c9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x387:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4660f expref: 453 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.906004:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x387:0x0].0x0 (0000000075fa35cb) 00010000:00010000:1.0:1776265353.906006:0:12468:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1776265353.906008:0:12468:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000bcd87970, rc 0) 00000100:00100000:1.0:1776265353.906125:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000031df32f2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+453:2207:x1862548787238080:12345-192.168.204.57@tcp:101:ll_sa_11340.0 Request processed in 655us (851us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265353.906131:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17056 00000100:00100000:0.0:1776265353.909093:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.909282:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787238208 00000100:00100000:1.0:1776265353.909345:0:5510:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4942 00000100:00100000:1.0:1776265353.909353:0:5510:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ce0d328 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+453:11341:x1862548787238208:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:1.0:1776265353.909634:0:5510:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ce0d328 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+454:11341:x1862548787238208:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 281us (553us total) trans 4294975977 rc 0/0 00000100:00100000:1.0:1776265353.909643:0:5510:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4942 00000100:00100000:2.0:1776265353.912616:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265353.913730:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.914197:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787238336 00000100:00100000:1.0:1776265353.914299:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17057 00000100:00100000:1.0:1776265353.914307:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fcc92bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+454:11340:x1862548787238336:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:1.0:1776265353.914401:0:12468:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776265353.914436:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008840d7b9/0xeb74cb2ea369cee3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44be4 expref: 454 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.914463:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007e7d5100/0xeb74cb2ea369cec7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44bc8 expref: 453 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.914475:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009f9f0325/0xeb74cb2ea369cef8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x38f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44beb expref: 452 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.914487:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002aad647d/0xeb74cb2ea369a721 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x38f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43d74 expref: 451 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.914497:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38f:0x0].0x0 (0000000056de8985) 00010000:00010000:1.0:1776265353.914508:0:12468:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265353.914547:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a25d0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.914563:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a25d0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.914573:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a25d0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.914587:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000666c68bf/0xeb74cb2ea36a25d7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1fa:0x0].0x220bffe4 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.914593:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000666c68bf/0xeb74cb2ea36a25d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.914604:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000666c68bf/0xeb74cb2ea36a25d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.914730:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a25de lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.914738:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a25de lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.914744:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a25de lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776265353.915356:0:12468:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].443, 64 off36608 00000040:00080000:1.0:1776265353.915384:0:12468:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5282, 176 off927328 00000100:00100000:2.0:1776265353.915426:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787238400 00010000:00010000:1.0:1776265353.915460:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a25e5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x38f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.915472:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a25e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265353.915480:0:5492:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 690 00010000:00010000:1.0:1776265353.915480:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a25e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265353.915486:0:5492:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b72156ff pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+452:2206:x1862548787238400:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1776265353.915487:0:12468:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a25e5 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x38f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.915494:0:12468:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a25e5 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x38f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.915500:0:5492:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776265353.915505:0:12468:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a25e5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.915514:0:5492:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bcd87970/0xeb74cb2ea36a25c9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x387:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4660f expref: 452 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.915521:0:12468:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776265353.915528:0:5492:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x387:0x0].0x0 (0000000075fa35cb) 00010000:00010000:2.0:1776265353.915532:0:5492:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00010000:1.0:1776265353.915540:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000008fcc92bc reply state 00000000d08adda8 transno 4294975978 ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a25de lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.915595:0:12468:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a25d0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265353.915601:0:5492:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b72156ff pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+451:2206:x1862548787238400:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 Request processed in 115us (1876us total) trans 0 rc 0/0 00010000:00010000:1.0:1776265353.915601:0:12468:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a25d0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.915608:0:12468:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a25d0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265353.915609:0:5492:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 690 00010000:00010000:1.0:1776265353.915614:0:12468:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e943133a already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.915618:0:12468:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a25d0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.915625:0:12468:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a25d0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.915634:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1fa:0x0].0x0 (0000000086993635) 00010000:00010000:1.0:1776265353.915636:0:12468:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.915639:0:12468:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a25d0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.915644:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a25d0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265353.915651:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000008fcc92bc reply state 00000000d08adda8 transno 4294975978 ns: mdt-lustre-MDT0000_UUID lock: 00000000666c68bf/0xeb74cb2ea36a25d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.915697:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fcc92bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+451:11340:x1862548787238336:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1391us (3092us total) trans 4294975978 rc 0/0 00000100:00100000:1.0:1776265353.915704:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17057 00010000:00010000:0.0:1776265353.918012:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776265353.918027:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a25e5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x38f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.918452:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003c6c2e53 already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265353.918456:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a25e5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x38f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.918472:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a25e5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.918494:0:5495:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38f:0x0].0x0 (000000002cbcb349) 00010000:00010000:0.0:1776265353.918497:0:5495:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776265353.918502:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a25e5 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x38f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.918513:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a25e5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x38f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.918533:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265353.918535:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265353.918536:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776265353.918575:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.918658:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787238528 00000100:00100000:1.0:1776265353.918718:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17058 00000100:00100000:1.0:1776265353.918725:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087fb96b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+451:11341:x1862548787238528:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:1.0:1776265353.918808:0:12468:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776265353.918835:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b2070512/0xeb74cb2ea3695f5a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x23a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece428ac expref: 451 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.919016:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cbbee870/0xeb74cb2ea368664e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x23a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3d570 expref: 450 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.919033:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008afb56a0/0xeb74cb2ea36866a2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x23a:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3d593 expref: 449 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.919059:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008507566c/0xeb74cb2ea36801ed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x23a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b2b6 expref: 448 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.919067:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23a:0x0].0x0 (00000000cda18d4e) 00010000:00010000:1.0:1776265353.919076:0:12468:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265353.919115:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a25ec lrc: 3/0,1 mode: --/CW res: [0x200000401:0x233:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.919137:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a25ec lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.919147:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a25ec lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.919162:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a25f3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x233:0x0].0xc4fc354d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.919168:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a25f3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x233:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.919174:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a25f3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x233:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265353.919202:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:1.0:1776265353.919491:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a25fa lrc: 3/0,1 mode: --/EX res: [0x200000401:0x23a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.919500:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a25fa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x23a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.919507:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a25fa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x23a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265353.919844:0:10767:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787238656 00000100:00100000:2.0:1776265353.919906:0:10767:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4943 00000100:00100000:2.0:1776265353.919911:0:10767:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000026289fe pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+448:11340:x1862548787238656:12345-192.168.204.57@tcp:35:dbench.0 00000040:00080000:1.0:1776265353.920129:0:12468:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].445, 64 off36736 00000100:00100000:2.0:1776265353.920144:0:10767:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000026289fe pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+449:11340:x1862548787238656:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 232us (943us total) trans 4294975979 rc 0/0 00000100:00100000:2.0:1776265353.920152:0:10767:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4943 00000040:00080000:1.0:1776265353.920155:0:12468:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5283, 184 off927512 00010000:00010000:1.0:1776265353.920236:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a2601 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x23a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.920247:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a2601 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.920256:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a2601 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x23a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.920264:0:12468:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a2601 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x23a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.920271:0:12468:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a2601 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x23a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.920277:0:12468:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a2601 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.920293:0:12468:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776265353.920463:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000087fb96b4 reply state 0000000058a2435a transno 4294975980 ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a25fa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x23a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.920474:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776265353.920479:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a2601 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x23a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.920486:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004c46980d already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265353.920489:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a2601 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x23a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.920495:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a2601 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x23a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.920507:0:5496:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23a:0x0].0x0 (0000000072a7171a) 00010000:00010000:0.0:1776265353.920510:0:5496:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776265353.920513:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a2601 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x23a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.920518:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a2601 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x23a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.920528:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265353.920530:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265353.920532:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265353.920533:0:12468:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a25ec lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.920539:0:12468:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a25ec lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.920545:0:12468:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a25ec lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.920550:0:12468:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002bba6401 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.920554:0:12468:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a25ec lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.920564:0:12468:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a25ec lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.920572:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x233:0x0].0x0 (0000000074197f05) 00010000:00010000:1.0:1776265353.920574:0:12468:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.920577:0:12468:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a25ec lrc: 2/0,0 mode: --/CW res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.920582:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a25ec lrc: 0/0,0 mode: --/CW res: [0x200000401:0x233:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265353.920590:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000087fb96b4 reply state 0000000058a2435a transno 4294975980 ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a25f3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x233:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.920647:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087fb96b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+450:11341:x1862548787238528:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1921us (2076us total) trans 4294975980 rc 0/0 00000100:00100000:1.0:1776265353.920654:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17058 00010000:00010000:3.0:1776265353.920813:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000666c68bf/0xeb74cb2ea36a25d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.920822:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000666c68bf/0xeb74cb2ea36a25d7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.920827:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000666c68bf/0xeb74cb2ea36a25d7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.920833:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000666c68bf already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.920835:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000666c68bf/0xeb74cb2ea36a25d7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.920840:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000666c68bf/0xeb74cb2ea36a25d7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.921013:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1fa:0x0].0x220bffe4 (00000000eb950dca) 00010000:00010000:3.0:1776265353.921016:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265353.921019:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000666c68bf/0xeb74cb2ea36a25d7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1fa:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.921026:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000666c68bf/0xeb74cb2ea36a25d7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1fa:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.921055:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a25de lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.921062:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a25de lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x38f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.921068:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a25de lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.921074:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000da5595e6 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.921077:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a25de lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.921083:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a25de lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x38f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.921091:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38f:0x0].0x0 (000000002cbcb349) 00010000:00010000:3.0:1776265353.921093:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265353.921095:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a25de lrc: 2/0,0 mode: --/EX res: [0x200000401:0x38f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.921100:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a25de lrc: 0/0,0 mode: --/EX res: [0x200000401:0x38f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265353.923326:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:2.0:1776265353.923440:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a25f3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x233:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.923454:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787238784 00010000:00010000:2.0:1776265353.923463:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a25f3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x233:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.923470:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a25f3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x233:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.923476:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c15c1516 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265353.923480:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a25f3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x233:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.923487:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a25f3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x233:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.923505:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x233:0x0].0xc4fc354d (000000003f0dafb6) 00010000:00010000:2.0:1776265353.923509:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265353.923514:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a25f3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x233:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.923518:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17059 00010000:00010000:2.0:1776265353.923521:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a25f3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x233:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.923526:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015439c93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+449:11340:x1862548787238784:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:2.0:1776265353.923542:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a25fa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x23a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.923547:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a25fa lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x23a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.923552:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a25fa lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x23a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.923562:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000273821f1 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265353.923563:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a25fa lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x23a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.923568:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a25fa lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x23a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.923576:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23a:0x0].0x0 (0000000072a7171a) 00010000:00010000:2.0:1776265353.923578:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776265353.923579:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a25fa lrc: 2/0,0 mode: --/EX res: [0x200000401:0x23a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.923584:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a25fa lrc: 0/0,0 mode: --/EX res: [0x200000401:0x23a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.923594:0:12468:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776265353.923618:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d86bba99/0xeb74cb2ea36995d9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece437bd expref: 448 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.923636:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000089e857b3/0xeb74cb2ea368336b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1fe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c4bb expref: 447 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.923654:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e7c00c5c/0xeb74cb2ea36833b1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1fe:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c4d7 expref: 446 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.923668:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006d044c1b/0xeb74cb2ea367e997 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1fe:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a916 expref: 445 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.923676:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1fe:0x0].0x0 (00000000c6790ee7) 00010000:00010000:1.0:1776265353.923684:0:12468:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265353.923727:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2608 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.923745:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2608 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.923756:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2608 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.923770:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005971ca32/0xeb74cb2ea36a260f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1fa:0x0].0x30480a6c bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.923777:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005971ca32/0xeb74cb2ea36a260f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.923782:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005971ca32/0xeb74cb2ea36a260f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.924666:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a2616 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.924685:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a2616 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.924693:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a2616 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776265353.926532:0:12468:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].446, 64 off36800 00000040:00080000:1.0:1776265353.926567:0:12468:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5284, 184 off927696 00010000:00010000:1.0:1776265353.926669:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a261d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.926689:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a261d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.926702:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a261d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.926710:0:12468:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a261d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.926716:0:12468:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a261d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.926723:0:12468:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a261d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.926749:0:12468:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776265353.926775:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000015439c93 reply state 000000009f570a92 transno 4294975981 ns: mdt-lustre-MDT0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a2616 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.926884:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776265353.926890:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a261d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.926899:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e943133a already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265353.926902:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a261d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.926910:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a261d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.926924:0:11772:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1fe:0x0].0x0 (000000001f657a7e) 00010000:00010000:0.0:1776265353.926927:0:11772:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776265353.926931:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a261d lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.926938:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a261d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.926951:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265353.926953:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265353.926954:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265353.926992:0:12468:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2608 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.927000:0:12468:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2608 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.927005:0:12468:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2608 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.927010:0:12468:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000754163f7 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.927013:0:12468:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2608 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.927019:0:12468:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2608 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.927027:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1fa:0x0].0x0 (0000000086993635) 00010000:00010000:1.0:1776265353.927030:0:12468:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.927032:0:12468:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2608 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.927048:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2608 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265353.927057:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000015439c93 reply state 000000009f570a92 transno 4294975981 ns: mdt-lustre-MDT0000_UUID lock: 000000005971ca32/0xeb74cb2ea36a260f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.927640:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015439c93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+446:11340:x1862548787238784:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 4108us (4321us total) trans 4294975981 rc 0/0 00000100:00100000:1.0:1776265353.927655:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17059 00000100:00100000:3.0:1776265353.927729:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265353.927824:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787238848 00000100:00100000:0.0:1776265353.928118:0:5510:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4944 00000100:00100000:0.0:1776265353.928125:0:5510:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000078d0d88 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+446:11341:x1862548787238848:12345-192.168.204.57@tcp:37:dbench.0 00000100:00100000:2.0:1776265353.931730:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265353.931973:0:10767:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787238976 00000100:00100000:0.0:1776265353.932028:0:10767:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4945 00000100:00100000:0.0:1776265353.932046:0:10767:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ac36399 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+448:11340:x1862548787238976:12345-192.168.204.57@tcp:35:dbench.0 00010000:00010000:3.0:1776265353.932157:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005971ca32/0xeb74cb2ea36a260f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.932172:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005971ca32/0xeb74cb2ea36a260f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.932180:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005971ca32/0xeb74cb2ea36a260f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.932187:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005971ca32 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.932192:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005971ca32/0xeb74cb2ea36a260f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.932200:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005971ca32/0xeb74cb2ea36a260f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.932245:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1fa:0x0].0x30480a6c (00000000ba9e183a) 00010000:00010000:3.0:1776265353.932248:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265353.932253:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005971ca32/0xeb74cb2ea36a260f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1fa:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.932263:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005971ca32/0xeb74cb2ea36a260f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1fa:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.932280:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a2616 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.932286:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a2616 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.932291:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a2616 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.932296:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dc434bb8 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.932298:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a2616 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.932304:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a2616 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.932311:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1fe:0x0].0x0 (000000001f657a7e) 00010000:00010000:3.0:1776265353.932313:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265353.932315:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a2616 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.932320:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a2616 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265353.932550:0:10767:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ac36399 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+448:11340:x1862548787238976:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 512us (829us total) trans 4294975982 rc 0/0 00000100:00100000:0.0:1776265353.932559:0:10767:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4945 00000100:00100000:1.0:1776265353.934558:0:5510:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000078d0d88 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+446:11341:x1862548787238848:12345-192.168.204.57@tcp:37:dbench.0 Request processed in 6421us (6819us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265353.934576:0:5510:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4944 00000100:00100000:0.0:1776265353.935430:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.935503:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787239104 00000100:00100000:1.0:1776265353.935613:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17060 00000100:00100000:1.0:1776265353.935619:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003997af8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+446:11340:x1862548787239104:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:1.0:1776265353.935683:0:12468:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776265353.935718:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a3d90596/0xeb74cb2ea3699b27 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4397d expref: 446 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.935744:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000a41c43f/0xeb74cb2ea368346e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x200:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c501 expref: 445 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.935757:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000442a2c21/0xeb74cb2ea3683491 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x200:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c50f expref: 444 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.935769:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000755f160d/0xeb74cb2ea367ea7e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x200:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a971 expref: 443 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.935784:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x200:0x0].0x0 (000000006fd9d1d9) 00010000:00010000:1.0:1776265353.935796:0:12468:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265353.935834:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2624 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.935853:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2624 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.935869:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2624 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.936025:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a262b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1fa:0x0].0x8344d724 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.936033:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a262b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.936051:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a262b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.936194:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2632 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x200:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.936203:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2632 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x200:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.936210:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2632 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x200:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776265353.937771:0:12468:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].447, 64 off36864 00000040:00080000:1.0:1776265353.937945:0:12468:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5285, 184 off927880 00010000:00010000:1.0:1776265353.938054:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2639 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x200:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.938073:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2639 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x200:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.938085:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2639 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x200:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.938095:0:12468:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2639 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x200:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.938101:0:12468:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2639 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x200:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.938107:0:12468:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2639 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x200:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.938185:0:12468:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776265353.938244:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000003997af8b reply state 000000002fbf2dfa transno 4294975983 ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2632 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x200:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.938421:0:12468:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2624 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.938429:0:12468:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2624 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.938436:0:12468:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2624 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.938443:0:12468:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000754163f7 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.938448:0:12468:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2624 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.938456:0:12468:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2624 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.938477:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1fa:0x0].0x0 (0000000086993635) 00010000:00010000:1.0:1776265353.938480:0:12468:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.938486:0:12468:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2624 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.938493:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2624 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265353.938503:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000003997af8b reply state 000000002fbf2dfa transno 4294975983 ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a262b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.938614:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003997af8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+444:11340:x1862548787239104:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 2990us (3185us total) trans 4294975983 rc 0/0 00000100:00100000:1.0:1776265353.938626:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17060 00010000:00010000:3.0:1776265353.940120:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265353.940134:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2639 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x200:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.940150:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006d8ffa2e already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265353.940154:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2639 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x200:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.940163:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2639 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x200:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.942940:0:7890:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x200:0x0].0x0 (0000000087a4088d) 00010000:00010000:3.0:1776265353.942955:0:7890:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265353.942963:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2639 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x200:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.942977:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2639 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x200:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.943002:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.943005:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.943008:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776265353.943406:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265353.943462:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265353.943490:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787239232 00000100:00100000:0.0:1776265353.943555:0:5510:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4946 00000100:00100000:0.0:1776265353.943562:0:5510:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086d7659f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+444:11341:x1862548787239232:12345-192.168.204.57@tcp:35:dbench.0 00010000:00010000:2.0:1776265353.943579:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a262b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.943588:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a262b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.943595:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a262b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.943601:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002bba6401 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265353.943604:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a262b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.943612:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a262b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.943627:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1fa:0x0].0x8344d724 (000000008b670c82) 00010000:00010000:2.0:1776265353.943630:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265353.943633:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a262b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1fa:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.943638:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a262b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1fa:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.943655:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2632 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x200:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.943660:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2632 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x200:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.943664:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2632 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x200:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.943669:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005c6c18c1 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265353.943670:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2632 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x200:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.943675:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2632 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x200:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.943681:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x200:0x0].0x0 (0000000087a4088d) 00010000:00010000:2.0:1776265353.943683:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776265353.943685:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2632 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x200:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.943690:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2632 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x200:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265353.943852:0:5510:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086d7659f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+444:11341:x1862548787239232:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 288us (452us total) trans 4294975984 rc 0/0 00000100:00100000:0.0:1776265353.943861:0:5510:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4946 00000100:00100000:3.0:1776265353.944084:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787239296 00000100:00100000:3.0:1776265353.944123:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17061 00000100:00100000:3.0:1776265353.944128:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000187980d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+444:11432:x1862548787239296:12345-192.168.204.57@tcp:101:ll_sa_11341.0 00010000:00010000:3.0:1776265353.944140:0:12468:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776265353.944162:0:12468:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a2640 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x207:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46616 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.944209:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a2640 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46616 expref: 445 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.944243:0:12468:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a2640 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46616 expref: 445 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.944250:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x207:0x0].0x0 (000000009263239d) 00010000:00010000:3.0:1776265353.944252:0:12468:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265353.944254:0:12468:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a9795cf2, rc 0) 00000100:00100000:3.0:1776265353.944291:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000187980d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+445:11432:x1862548787239296:12345-192.168.204.57@tcp:101:ll_sa_11341.0 Request processed in 162us (829us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265353.944297:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17061 00000100:00100000:2.0:1776265353.945689:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.945846:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787239424 00000100:00100000:1.0:1776265353.945897:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4947 00000100:00100000:1.0:1776265353.945904:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e43a0bd0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+445:11340:x1862548787239424:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:1.0:1776265353.946183:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e43a0bd0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+446:11340:x1862548787239424:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 277us (501us total) trans 4294975985 rc 0/0 00000100:00100000:1.0:1776265353.946191:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4947 00000100:00100000:2.0:1776265353.950380:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265353.950501:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787239552 00000100:00100000:0.0:1776265353.950569:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17062 00000100:00100000:0.0:1776265353.950577:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5454e73 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+446:11341:x1862548787239552:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:0.0:1776265353.950658:0:5507:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:0.0:1776265353.950698:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000050382612/0xeb74cb2ea3699ed1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x374:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43abf expref: 446 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.950724:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f8961624/0xeb74cb2ea3697d3d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x374:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece42fac expref: 445 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.950738:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f32bff29/0xeb74cb2ea3699eed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x374:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43acd expref: 444 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.950748:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000023c3b13f/0xeb74cb2ea3697aea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x374:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece42ee8 expref: 443 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.950763:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x374:0x0].0x0 (000000002fd62026) 00010000:00010000:0.0:1776265353.950779:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a1c8b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x207:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465ad expref: 442 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.950788:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x207:0x0].0x0 (000000009263239d) 00010000:00010000:0.0:1776265353.950791:0:5507:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776265353.950831:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2647 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x207:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.950846:0:5507:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a2640 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46616 expref: 441 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.950855:0:5507:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2647 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.950909:0:5507:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a2640 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46616 expref: 441 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265353.950922:0:5507:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a2640 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46616 expref: 441 pid: 12468 timeout: 555 lvb_type: 0 00000100:00100000:0.0:1776265353.950940:0:5507:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cca94cde pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5507:1862548793521280:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265353.951047:0:5507:0:(client.c:2500:ptlrpc_set_wait()) set 00000000519f65f3 going to sleep for 43 seconds 00000100:00100000:3.0:1776265353.952665:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.952782:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265353.953498:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787239616 00000100:00100000:0.0:1776265353.953562:0:5510:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4948 00000100:00100000:0.0:1776265353.953569:0:5510:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058a357f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+442:11432:x1862548787239616:12345-192.168.204.57@tcp:37:ll_sa_11341.0 00000100:00100000:3.0:1776265353.955067:0:5507:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cca94cde pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5507:1862548793521280:192.168.204.57@tcp:104: 00010000:00010000:3.0:1776265353.955106:0:5507:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2647 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.956148:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787239744 00000100:00100000:1.0:1776265353.956289:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17063 00000100:00100000:1.0:1776265353.956298:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ce79b9a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+444:11340:x1862548787239744:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:1.0:1776265353.956374:0:12468:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776265353.956412:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000097d8778a/0xeb74cb2ea369ccb3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x387:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44b20 expref: 444 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.956440:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003d171f5d/0xeb74cb2ea369cc90 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x387:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44b12 expref: 443 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.956454:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000da5f3985/0xeb74cb2ea369cccf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x387:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44b2e expref: 442 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.956466:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e1d76e07/0xeb74cb2ea3699a39 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x387:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43930 expref: 441 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.956478:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x387:0x0].0x0 (0000000075fa35cb) 00010000:00010000:1.0:1776265353.956489:0:12468:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265353.956542:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a264e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.956560:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a264e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.956572:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a264e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.956591:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2655 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1fa:0x0].0x17610ee3 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.956598:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2655 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.956604:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2655 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265353.957731:0:5510:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058a357f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+439:11432:x1862548787239616:12345-192.168.204.57@tcp:37:ll_sa_11341.0 Request processed in 4154us (5070us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265353.957747:0:5510:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4948 00010000:00010000:1.0:1776265353.958937:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a265c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x387:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.958968:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a265c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x387:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.958991:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a265c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x387:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776265353.959557:0:12468:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].444, 64 off36672 00000040:00080000:1.0:1776265353.959584:0:12468:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5286, 184 off928064 00010000:00010000:1.0:1776265353.959664:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2663 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x387:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.959677:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2663 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x387:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.959686:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2663 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x387:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.959694:0:12468:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2663 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x387:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.960815:0:12468:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2663 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x387:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.960835:0:12468:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2663 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x387:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.960872:0:12468:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776265353.960902:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000002ce79b9a reply state 000000008cd1963c transno 4294975986 ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a265c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x387:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.960961:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265353.960970:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2663 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x387:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.960976:0:12468:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a264e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.960980:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cf4b87c8 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265353.960985:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2663 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x387:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.960993:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2663 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x387:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.961011:0:5495:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x387:0x0].0x0 (00000000535eb690) 00010000:00010000:3.0:1776265353.961015:0:5495:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265353.961020:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2663 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x387:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.961026:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2663 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x387:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.961051:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.961053:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.961054:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776265353.961135:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.961242:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787239808 00010000:00010000:3.0:1776265353.961284:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a2640 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46616 expref: 440 pid: 12468 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1776265353.961302:0:12468:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a264e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.961311:0:12468:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a264e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.961317:0:12468:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000754163f7 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.961320:0:12468:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a264e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.961325:0:11760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5089 00010000:00010000:1.0:1776265353.961332:0:12468:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a264e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.961339:0:11760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030cff7bf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+440:2205:x1862548787239808:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1776265353.961346:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1fa:0x0].0x0 (0000000086993635) 00010000:00010000:1.0:1776265353.961350:0:12468:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.961353:0:12468:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a264e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.961358:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a264e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.961361:0:11760:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00010000:1.0:1776265353.961369:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000002ce79b9a reply state 000000008cd1963c transno 4294975986 ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2655 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.961370:0:11760:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a2640 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46616 expref: 440 pid: 12468 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1776265353.961393:0:11760:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a2640 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46616 expref: 440 pid: 12468 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1776265353.961412:0:11760:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a2640 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46616 expref: 441 pid: 12468 timeout: 555 lvb_type: 0 00010000:00010000:3.0:1776265353.961425:0:11760:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x207:0x0].0x0 (000000009263239d) 00010000:00010000:3.0:1776265353.961430:0:11760:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2647 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.961446:0:11760:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2647 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.961453:0:11760:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2647 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.961481:0:11760:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776265353.961528:0:11760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030cff7bf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+440:2205:x1862548787239808:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 193us (658us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265353.961536:0:11760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5089 00010000:00010000:3.0:1776265353.961685:0:5507:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2647 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.961694:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2647 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.961717:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a266a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x207:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.961728:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a266a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x207:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.961735:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a266a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x207:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.961847:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2671 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x374:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.961855:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2671 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x374:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.961862:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2671 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x374:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.962833:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ce79b9a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+439:11340:x1862548787239744:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 6528us (10044us total) trans 4294975986 rc 0/0 00000100:00100000:1.0:1776265353.962846:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17063 00000040:00080000:2.0:1776265353.967404:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].448, 64 off36928 00000040:00080000:2.0:1776265353.967447:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5287, 184 off928248 00010000:00010000:2.0:1776265353.967578:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a2678 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x374:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.967606:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a2678 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x374:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.967620:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a2678 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x374:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.967631:0:5507:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a2678 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x374:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.967638:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a2678 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x374:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.967645:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a2678 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x374:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.967675:0:5507:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776265353.967826:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265353.967833:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a2678 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x374:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.967842:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000076649c01 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265353.967846:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a2678 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x374:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.967855:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a2678 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x374:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.967872:0:5496:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x374:0x0].0x0 (000000002a31c10b) 00010000:00010000:1.0:1776265353.967876:0:5496:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776265353.967880:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a2678 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x374:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.967887:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a2678 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x374:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.967909:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265353.967911:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265353.967912:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:2.0:1776265353.967938:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e5454e73 reply state 0000000002c1ace7 transno 4294975987 ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2671 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x374:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.968295:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2647 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.968304:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2647 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.968310:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2647 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.968315:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001dd14c9e already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265353.968319:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2647 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.968325:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2647 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.968336:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x207:0x0].0x0 (000000009263239d) 00010000:00010000:2.0:1776265353.968339:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265353.968341:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2647 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.968346:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2647 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776265353.968355:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e5454e73 reply state 0000000002c1ace7 transno 4294975987 ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a266a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x207:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265353.968478:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5454e73 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+440:11341:x1862548787239552:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 17897us (18107us total) trans 4294975987 rc 0/0 00000100:00100000:2.0:1776265353.968490:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17062 00010000:00010000:3.0:1776265353.968680:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2655 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.968691:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2655 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.968696:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2655 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.968777:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000df6bcba6 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.968780:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2655 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.968786:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2655 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1fa:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.968798:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1fa:0x0].0x17610ee3 (000000007a02aa4a) 00010000:00010000:3.0:1776265353.968800:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265353.968804:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2655 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1fa:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.968809:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2655 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1fa:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.968826:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a265c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x387:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.968836:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a265c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x387:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.968842:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a265c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x387:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.968848:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ca90402d already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.968850:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a265c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x387:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.968855:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a265c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x387:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.968862:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x387:0x0].0x0 (00000000535eb690) 00010000:00010000:3.0:1776265353.968865:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265353.968867:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a265c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x387:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.968872:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a265c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x387:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265353.969837:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265353.969881:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265353.969962:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787239936 00000100:00100000:3.0:1776265353.969966:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787240000 00000100:00100000:3.0:1776265353.970027:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17064 00000100:00100000:3.0:1776265353.970050:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c094bf8c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+440:11434:x1862548787240000:12345-192.168.204.57@tcp:101:ll_sa_11340.0 00010000:00010000:3.0:1776265353.970084:0:5507:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776265353.970105:0:5507:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a267f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x269:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece4661d expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265353.970108:0:5510:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4949 00000100:00100000:0.0:1776265353.970119:0:5510:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e20b1422 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+440:11340:x1862548787239936:12345-192.168.204.57@tcp:35:dbench.0 00010000:00010000:3.0:1776265353.970153:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a267f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4661d expref: 441 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.970164:0:5507:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a267f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4661d expref: 441 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.970170:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0x0 (00000000f25b6f75) 00010000:00010000:3.0:1776265353.970172:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265353.970174:0:5507:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000055e1677b, rc 0) 00000100:00100000:3.0:1776265353.970255:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c094bf8c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+441:11434:x1862548787240000:12345-192.168.204.57@tcp:101:ll_sa_11340.0 Request processed in 204us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265353.970261:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17064 00000100:00100000:0.0:1776265353.970381:0:5510:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e20b1422 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+441:11340:x1862548787239936:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 264us (549us total) trans 4294975988 rc 0/0 00000100:00100000:0.0:1776265353.970388:0:5510:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4949 00010000:00010000:2.0:1776265353.974768:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a266a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x207:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.974798:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a266a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x207:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.974807:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a266a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x207:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.974815:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002cb9c738 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265353.974820:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a266a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x207:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.974829:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a266a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x207:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.974849:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x207:0x0].0xa36e7a4 (0000000060c4e01c) 00010000:00010000:2.0:1776265353.974851:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265353.974857:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a266a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x207:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.974862:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a266a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x207:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.974891:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2671 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x374:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.974897:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2671 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x374:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.974903:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2671 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x374:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.974908:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004660d909 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265353.974910:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2671 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x374:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.974916:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2671 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x374:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.974923:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x374:0x0].0x0 (000000002a31c10b) 00010000:00010000:2.0:1776265353.974925:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776265353.974926:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2671 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x374:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.974932:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2671 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x374:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.974964:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.975011:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265353.975058:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.975133:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787240192 00000100:00100000:1.0:1776265353.975203:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17065 00000100:00100000:1.0:1776265353.975231:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5826ffb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+440:11340:x1862548787240192:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:1.0:1776265353.975312:0:12468:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:1.0:1776265353.975338:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005128aa36/0xeb74cb2ea36a14c7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46417 expref: 440 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.975358:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000064e63a29/0xeb74cb2ea36895e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3e5ca expref: 439 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.975376:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001edf4566/0xeb74cb2ea3689683 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3e609 expref: 438 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.975390:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003d798223/0xeb74cb2ea36816c3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bb4c expref: 437 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.975401:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26f:0x0].0x0 (000000006adf1259) 00010000:00010000:1.0:1776265353.975413:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008f7aa1ee/0xeb74cb2ea3689200 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x269:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3e457 expref: 436 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.975424:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0x0 (00000000f25b6f75) 00010000:00010000:1.0:1776265353.975427:0:12468:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265353.975469:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2686 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x269:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.975485:0:12468:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a267f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4661d expref: 435 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.975493:0:12468:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2686 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.975542:0:12468:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a267f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4661d expref: 435 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.975555:0:12468:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a267f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4661d expref: 435 pid: 5507 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1776265353.975570:0:12468:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f844dd0 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:12468:1862548793521344:192.168.204.57@tcp:104: 00000100:00100000:1.0:1776265353.975676:0:12468:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aefdd639 going to sleep for 43 seconds 00000100:00100000:0.0:1776265353.975748:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787240128 00000100:00100000:0.0:1776265353.975784:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787240320 00000100:00100000:0.0:1776265353.975803:0:5510:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4950 00000100:00100000:0.0:1776265353.975808:0:5510:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000360891fe pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+437:11434:x1862548787240128:12345-192.168.204.57@tcp:37:ll_sa_11340.0 00000100:00100000:1.0:1776265353.977582:0:10767:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4951 00000100:00100000:1.0:1776265353.977604:0:10767:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d69021a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+438:11341:x1862548787240320:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:1.0:1776265353.977888:0:10767:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d69021a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+439:11341:x1862548787240320:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 293us (2829us total) trans 4294975989 rc 0/0 00000100:00100000:1.0:1776265353.977897:0:10767:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4951 00000100:00100000:1.0:1776265353.979900:0:12468:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f844dd0 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:12468:1862548793521344:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265353.979945:0:12468:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2686 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265353.981404:0:5510:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000360891fe pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+437:11434:x1862548787240128:12345-192.168.204.57@tcp:37:ll_sa_11340.0 Request processed in 5587us (6438us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265353.981422:0:5510:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4950 00000100:00100000:3.0:1776265353.981689:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265353.981941:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787240448 00000100:00100000:2.0:1776265353.982003:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17066 00000100:00100000:2.0:1776265353.982010:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c986438 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+437:11341:x1862548787240448:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:2.0:1776265353.982085:0:5507:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1776265353.982119:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000058e1a6e0/0xeb74cb2ea369715f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece42bed expref: 437 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.982147:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000073f4d5fa/0xeb74cb2ea3683bfa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c77e expref: 436 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.982160:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000263a07b2/0xeb74cb2ea3683c1d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c78c expref: 435 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.982173:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea367ef4e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ab3f expref: 434 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.982183:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20b:0x0].0x0 (00000000b9425438) 00010000:00010000:2.0:1776265353.982193:0:5507:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776265353.982272:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a268d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x207:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.982289:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a268d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.982301:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a268d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.982316:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f16467ca/0xeb74cb2ea36a2694 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x207:0x0].0xe5dc7a0b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.982323:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f16467ca/0xeb74cb2ea36a2694 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x207:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.982329:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f16467ca/0xeb74cb2ea36a2694 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x207:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.982455:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a269b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x20b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.982462:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a269b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.982469:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a269b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776265353.982934:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].445, 64 off36736 00000040:00080000:2.0:1776265353.982961:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5288, 176 off928424 00010000:00010000:2.0:1776265353.983052:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a26a2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x20b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.983063:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a26a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.983072:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a26a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.983079:0:5507:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a26a2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.983085:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a26a2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.983096:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a26a2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.983122:0:5507:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776265353.983143:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000008c986438 reply state 00000000a8d3c196 transno 4294975990 ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a269b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.983198:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a268d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.983204:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a268d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.983257:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a268d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.983265:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000482db2cc already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265353.983269:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a268d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.983277:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a268d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.983288:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x207:0x0].0x0 (000000009263239d) 00010000:00010000:2.0:1776265353.983291:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265353.983295:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a268d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.983300:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a268d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776265353.983311:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000008c986438 reply state 00000000a8d3c196 transno 4294975990 ns: mdt-lustre-MDT0000_UUID lock: 00000000f16467ca/0xeb74cb2ea36a2694 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x207:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265353.983413:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c986438 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+435:11341:x1862548787240448:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1400us (1723us total) trans 4294975990 rc 0/0 00000100:00100000:2.0:1776265353.983424:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17066 00010000:00010000:1.0:1776265353.983528:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265353.983536:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a26a2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.983543:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f1802c1f already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265353.983546:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a26a2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.983557:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a26a2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.983568:0:11772:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20b:0x0].0x0 (000000001ae6b72d) 00010000:00010000:1.0:1776265353.983570:0:11772:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776265353.983573:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a26a2 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.983578:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a26a2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.983593:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265353.983596:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265353.983598:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.985858:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f16467ca/0xeb74cb2ea36a2694 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x207:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.985884:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f16467ca/0xeb74cb2ea36a2694 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x207:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.985892:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f16467ca/0xeb74cb2ea36a2694 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x207:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.985899:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f16467ca already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.985903:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f16467ca/0xeb74cb2ea36a2694 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x207:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.985911:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f16467ca/0xeb74cb2ea36a2694 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x207:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.985931:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x207:0x0].0xe5dc7a0b (0000000077f54d08) 00010000:00010000:3.0:1776265353.985935:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265353.985939:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f16467ca/0xeb74cb2ea36a2694 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x207:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.985946:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f16467ca/0xeb74cb2ea36a2694 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x207:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.985976:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a269b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.985983:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a269b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.985989:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a269b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.985994:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000076649c01 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265353.985995:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a269b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.985999:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a269b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.986003:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20b:0x0].0x0 (000000001ae6b72d) 00010000:00010000:3.0:1776265353.986005:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265353.986007:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a269b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.986010:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a269b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265353.988934:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265353.989044:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787240640 00000100:00100000:3.0:1776265353.989066:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265353.989122:0:5510:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4952 00000100:00100000:2.0:1776265353.989130:0:5510:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a80e5e29 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+434:11341:x1862548787240640:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:1.0:1776265353.989171:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787240512 00010000:00010000:1.0:1776265353.989201:0:5492:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a267f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4661d expref: 435 pid: 5507 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1776265353.989255:0:5492:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5090 00000100:00100000:1.0:1776265353.989261:0:5492:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055be8d98 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+435:2208:x1862548787240512:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1776265353.989274:0:5492:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776265353.989283:0:5492:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a267f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4661d expref: 435 pid: 5507 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1776265353.989297:0:5492:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a267f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4661d expref: 435 pid: 5507 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1776265353.989325:0:5492:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a267f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4661d expref: 435 pid: 5507 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1776265353.989345:0:5492:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0x0 (00000000f25b6f75) 00010000:00010000:1.0:1776265353.989350:0:5492:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2686 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.989369:0:5492:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2686 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.989377:0:5492:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2686 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.989413:0:5492:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776265353.989472:0:5492:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055be8d98 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+435:2208:x1862548787240512:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 Request processed in 210us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265353.989480:0:5492:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5090 00010000:00010000:1.0:1776265353.989558:0:12468:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2686 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.989567:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2686 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.989589:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a26a9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x269:0x0].0x8d5ea5b7 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.989598:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a26a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x269:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.989605:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a26a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x269:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265353.989722:0:5510:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a80e5e29 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+434:11341:x1862548787240640:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 590us (797us total) trans 4294975991 rc 0/0 00000100:00100000:2.0:1776265353.989731:0:5510:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4952 00010000:00010000:1.0:1776265353.989742:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a26b0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x26f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.989751:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a26b0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.989758:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a26b0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776265353.990479:0:12468:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].446, 64 off36800 00000040:00080000:1.0:1776265353.990506:0:12468:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5289, 184 off928608 00010000:00010000:1.0:1776265353.990575:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a26b7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.990590:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a26b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.990601:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a26b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.990610:0:12468:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a26b7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x26f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.990617:0:12468:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a26b7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x26f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.990622:0:12468:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a26b7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.990648:0:12468:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776265353.990669:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c5826ffb reply state 00000000f8d6925c transno 4294975992 ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a26b0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.990725:0:12468:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2686 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.990733:0:12468:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2686 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.990738:0:12468:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2686 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.990744:0:12468:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000754163f7 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.990748:0:12468:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2686 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.990754:0:12468:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2686 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.990767:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0x0 (00000000f25b6f75) 00010000:00010000:1.0:1776265353.990770:0:12468:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.990774:0:12468:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2686 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.990780:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a2686 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265353.990790:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c5826ffb reply state 00000000f8d6925c transno 4294975992 ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a26a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x269:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.990934:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5826ffb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+435:11340:x1862548787240192:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 15721us (15922us total) trans 4294975992 rc 0/0 00000100:00100000:1.0:1776265353.990943:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17065 00010000:00010000:3.0:1776265353.991078:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265353.991084:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a26b7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.991092:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000978b3274 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265353.991095:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a26b7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.991100:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a26b7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.991110:0:7890:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26f:0x0].0x0 (000000007a02aa4a) 00010000:00010000:3.0:1776265353.991113:0:7890:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265353.991115:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a26b7 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x26f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.991121:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a26b7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.991131:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.991133:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.991135:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776265353.994074:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265353.994690:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787240768 00000100:00100000:1.0:1776265353.994831:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17067 00000100:00100000:1.0:1776265353.994840:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ef2f061 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+435:11341:x1862548787240768:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:1.0:1776265353.994924:0:12468:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776265353.994964:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c49b4f33/0xeb74cb2ea3696d37 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece42af8 expref: 435 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.995001:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000029dfbec2/0xeb74cb2ea3683b4b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x209:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c754 expref: 434 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.995017:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000caade4f6/0xeb74cb2ea3683b59 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x209:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c75b expref: 433 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.995031:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e4e713e7/0xeb74cb2ea367ee4b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x209:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aad6 expref: 432 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.995056:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x209:0x0].0x0 (00000000c0cd044f) 00010000:00010000:1.0:1776265353.995069:0:12468:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265353.995123:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a26be lrc: 3/0,1 mode: --/CW res: [0x200000401:0x207:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.995143:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a26be lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.995160:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a26be lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.995190:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a26c5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x207:0x0].0x6428115e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.995205:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a26c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x207:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.995245:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a26c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x207:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.996116:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a26a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x269:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.996134:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a26a9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x269:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.996143:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a26a9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x269:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.996151:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008ac2bcdc already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265353.996155:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a26a9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x269:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.996164:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a26a9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x269:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.996180:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0x8d5ea5b7 (00000000535eb690) 00010000:00010000:2.0:1776265353.996184:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265353.996188:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a26a9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x269:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.996194:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a26a9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x269:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.996256:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a26b0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.996263:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a26b0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x26f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.996269:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a26b0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x26f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.996274:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009076aae4 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265353.996276:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a26b0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x26f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.996281:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a26b0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x26f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.996288:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26f:0x0].0x0 (000000007a02aa4a) 00010000:00010000:2.0:1776265353.996290:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776265353.996292:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a26b0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x26f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265353.996302:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a26b0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x26f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.996595:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a26cc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x209:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.996606:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a26cc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x209:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.996612:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a26cc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x209:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776265353.997542:0:12468:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].447, 64 off36864 00000040:00080000:1.0:1776265353.997571:0:12468:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5290, 184 off928792 00010000:00010000:1.0:1776265353.997660:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b903636b/0xeb74cb2ea36a26d3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x209:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.997674:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b903636b/0xeb74cb2ea36a26d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.997685:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b903636b/0xeb74cb2ea36a26d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.997694:0:12468:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b903636b/0xeb74cb2ea36a26d3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.997701:0:12468:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b903636b/0xeb74cb2ea36a26d3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.997705:0:12468:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b903636b/0xeb74cb2ea36a26d3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.997725:0:12468:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776265353.997752:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000006ef2f061 reply state 000000006bc7ed78 transno 4294975993 ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a26cc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x209:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.997807:0:12468:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a26be lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.997813:0:12468:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a26be lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.997819:0:12468:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a26be lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.997825:0:12468:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fe04e6e3 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265353.997828:0:12468:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a26be lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.997834:0:12468:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a26be lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.997851:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x207:0x0].0x0 (000000009263239d) 00010000:00010000:1.0:1776265353.997854:0:12468:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265353.997858:0:12468:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a26be lrc: 2/0,0 mode: --/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265353.997864:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a26be lrc: 0/0,0 mode: --/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265353.997884:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000006ef2f061 reply state 000000006bc7ed78 transno 4294975993 ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a26c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x207:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265353.997989:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ef2f061 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+432:11341:x1862548787240768:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 3145us (3926us total) trans 4294975993 rc 0/0 00000100:00100000:1.0:1776265353.998000:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17067 00010000:00010000:3.0:1776265353.998073:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265353.998080:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b903636b/0xeb74cb2ea36a26d3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.998088:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b903636b already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265353.998091:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b903636b/0xeb74cb2ea36a26d3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.998097:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b903636b/0xeb74cb2ea36a26d3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.998504:0:5495:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x209:0x0].0x0 (000000008b670c82) 00010000:00010000:3.0:1776265353.998506:0:5495:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265353.998508:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b903636b/0xeb74cb2ea36a26d3 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.998513:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b903636b/0xeb74cb2ea36a26d3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265353.998520:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.998521:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265353.998522:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265354.001233:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a26c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x207:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.001261:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a26c5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x207:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.001269:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a26c5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x207:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.001276:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d5f449e1 already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.001281:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a26c5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x207:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.001289:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a26c5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x207:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.001310:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x207:0x0].0x6428115e (0000000087a4088d) 00010000:00010000:0.0:1776265354.001315:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.001320:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a26c5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x207:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.001326:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a26c5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x207:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.001346:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a26cc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x209:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.001352:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a26cc lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x209:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.001358:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a26cc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x209:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.001363:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000754163f7 already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.001365:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a26cc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x209:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.001371:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a26cc lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x209:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.001379:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x209:0x0].0x0 (000000008b670c82) 00010000:00010000:0.0:1776265354.001382:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776265354.001383:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a26cc lrc: 2/0,0 mode: --/EX res: [0x200000401:0x209:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.001388:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a26cc lrc: 0/0,0 mode: --/EX res: [0x200000401:0x209:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265354.003447:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.003804:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787240896 00000100:00100000:2.0:1776265354.003876:0:5510:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4953 00000100:00100000:2.0:1776265354.003886:0:5510:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad2a3af1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+431:11341:x1862548787240896:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:0.0:1776265354.004358:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.004414:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787241024 00000100:00100000:1.0:1776265354.004455:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4954 00000100:00100000:1.0:1776265354.004461:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df4843ee pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+432:11340:x1862548787241024:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:1.0:1776265354.004807:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df4843ee pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+434:11340:x1862548787241024:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 344us (450us total) trans 4294975994 rc 0/0 00000100:00100000:1.0:1776265354.004816:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4954 00000100:00100000:2.0:1776265354.005399:0:5510:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad2a3af1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+433:11341:x1862548787240896:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 1512us (1963us total) trans 4294975995 rc 0/0 00000100:00100000:2.0:1776265354.005409:0:5510:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4953 00000100:00100000:3.0:1776265354.009544:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265354.009619:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.011591:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787241280 00000100:00100000:0.0:1776265354.011591:0:5509:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787241152 00000100:00100000:0.0:1776265354.011673:0:5509:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17068 00000100:00100000:1.0:1776265354.011679:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17069 00000100:00100000:0.0:1776265354.011681:0:5509:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000620cfc08 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+434:11341:x1862548787241280:12345-192.168.204.57@tcp:36:dbench.0 00000100:00100000:1.0:1776265354.011684:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c895130c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+434:11340:x1862548787241152:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:0.0:1776265354.012053:0:5509:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1776265354.012093:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ae0eaa35/0xeb74cb2ea36977b7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece42dec expref: 434 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.012120:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002c3bef6b/0xeb74cb2ea3683d2e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c7e0 expref: 433 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.012135:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004cc94bcd/0xeb74cb2ea3683d97 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20d:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c803 expref: 432 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.012148:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bc0f9d89/0xeb74cb2ea367f020 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ab9a expref: 431 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.012159:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20d:0x0].0x0 (000000007830b9e3) 00010000:00010000:0.0:1776265354.012168:0:5509:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265354.012256:0:12468:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776265354.012270:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006610e27d/0xeb74cb2ea36a141f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece463e6 expref: 430 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.012287:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a6c519c0/0xeb74cb2ea36892a8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3e48f expref: 429 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.012299:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ef81d31a/0xeb74cb2ea36892cb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3e49d expref: 428 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.012311:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ead093b8/0xeb74cb2ea36814fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ba96 expref: 427 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.012321:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x0 (00000000546132e3) 00010000:00010000:1.0:1776265354.012327:0:12468:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265354.012347:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a26da lrc: 3/0,1 mode: --/CW res: [0x200000401:0x269:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.012381:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a26e1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x207:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.012399:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a26e1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.012411:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a26e1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.012435:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a26e8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x207:0x0].0xf4ed591 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.012476:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a26da lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.012484:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a26da lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.012498:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a26e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x207:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.012499:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a26ef lrc: 3/0,1 mode: --/PW res: [0x200000401:0x269:0x0].0xe364b611 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.012506:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a26ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x269:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.012507:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a26e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x207:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.012513:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a26ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x269:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.012639:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a26f6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.012648:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a26f6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.012655:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a26f6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.012801:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a26fd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.012810:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a26fd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.012817:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a26fd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776265354.013611:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].448, 64 off36928 00000040:00080000:0.0:1776265354.013643:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5291, 184 off928976 00010000:00010000:0.0:1776265354.013856:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2704 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.013869:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2704 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.013878:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2704 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.013892:0:5509:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2704 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.013898:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2704 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.013904:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2704 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.013990:0:5509:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776265354.014013:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000620cfc08 reply state 0000000057e0c0ee transno 4294975996 ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a26f6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.014085:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a26e1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.014091:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a26e1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.014097:0:5509:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a26e1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.014103:0:5509:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000074e07aef already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.014107:0:5509:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a26e1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.014115:0:5509:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a26e1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.014132:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x207:0x0].0x0 (000000009263239d) 00010000:00010000:0.0:1776265354.014135:0:5509:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.014138:0:5509:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a26e1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.014144:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a26e1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776265354.014152:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000620cfc08 reply state 0000000057e0c0ee transno 4294975996 ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a26e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x207:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265354.014286:0:5509:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000620cfc08 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+428:11341:x1862548787241280:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 2601us (4665us total) trans 4294975996 rc 0/0 00000100:00100000:0.0:1776265354.014296:0:5509:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17068 00000040:00080000:1.0:1776265354.014477:0:12468:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].449, 64 off36992 00000040:00080000:1.0:1776265354.014499:0:12468:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5292, 184 off929160 00010000:00010000:1.0:1776265354.014546:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b903636b/0xeb74cb2ea36a270b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.014555:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b903636b/0xeb74cb2ea36a270b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.014562:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b903636b/0xeb74cb2ea36a270b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.014568:0:12468:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b903636b/0xeb74cb2ea36a270b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.014575:0:12468:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b903636b/0xeb74cb2ea36a270b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x26b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.014581:0:12468:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b903636b/0xeb74cb2ea36a270b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.017046:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776265354.017065:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2704 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.017081:0:12468:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776265354.017083:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001dd14c9e already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265354.017089:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2704 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.017099:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2704 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.017118:0:5496:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20d:0x0].0x0 (00000000b6466c93) 00000004:00010000:1.0:1776265354.017121:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c895130c reply state 0000000087ecfbc4 transno 4294975997 ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a26fd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.017122:0:5496:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776265354.017127:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2704 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.017138:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2704 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.017161:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265354.017165:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b903636b/0xeb74cb2ea36a270b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.017170:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b903636b already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265354.017172:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b903636b/0xeb74cb2ea36a270b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.017210:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265354.017393:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a26e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x207:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.017402:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a26e8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x207:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.017407:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a26e8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x207:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.017413:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000961117d3 already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.017416:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a26e8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x207:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.017427:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a26e8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x207:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.017437:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x207:0x0].0xf4ed591 (000000000f4c4d98) 00010000:00010000:0.0:1776265354.017440:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.017454:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a26e8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x207:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.017459:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a26e8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x207:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.017477:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a26f6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.017482:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a26f6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.017487:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a26f6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.017491:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000efcba2ed already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.017493:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a26f6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.017498:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a26f6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.017504:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20d:0x0].0x0 (00000000b6466c93) 00010000:00010000:0.0:1776265354.017506:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776265354.017508:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a26f6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.017513:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a26f6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.017648:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b903636b/0xeb74cb2ea36a270b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.017659:0:5496:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x0 (00000000ba9e183a) 00010000:00010000:2.0:1776265354.017661:0:5496:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776265354.017663:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b903636b/0xeb74cb2ea36a270b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x26b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.017669:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b903636b/0xeb74cb2ea36a270b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616846181130688 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.017680:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265354.017681:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265354.017683:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265354.018399:0:12468:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a26da lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.018415:0:12468:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a26da lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.018422:0:12468:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a26da lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.018428:0:12468:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fe04e6e3 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265354.018430:0:12468:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a26da lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.018436:0:12468:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a26da lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.018449:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0x0 (00000000f25b6f75) 00010000:00010000:1.0:1776265354.018452:0:12468:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265354.018455:0:12468:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a26da lrc: 2/0,0 mode: --/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.018460:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a26da lrc: 0/0,0 mode: --/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265354.018470:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c895130c reply state 0000000087ecfbc4 transno 4294975997 ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a26ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x269:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265354.018967:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c895130c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+428:11340:x1862548787241152:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 7277us (9428us total) trans 4294975997 rc 0/0 00000100:00100000:1.0:1776265354.018979:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17069 00000100:00100000:3.0:1776265354.022086:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:0.0:1776265354.022272:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a26ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x269:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.022291:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a26ef lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x269:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.022385:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a26ef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x269:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.022392:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000754163f7 already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.022396:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a26ef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x269:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.022404:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a26ef lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x269:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.022425:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0xe364b611 (000000001f657a7e) 00010000:00010000:0.0:1776265354.022428:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.022433:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a26ef lrc: 2/0,0 mode: --/PW res: [0x200000401:0x269:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.022438:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000754163f7/0xeb74cb2ea36a26ef lrc: 0/0,0 mode: --/PW res: [0x200000401:0x269:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.022459:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a26fd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.022466:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a26fd lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x26b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.022472:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a26fd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x26b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.022477:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d5f449e1 already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.022480:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a26fd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x26b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.022486:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a26fd lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x26b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.022493:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26b:0x0].0x0 (00000000ba9e183a) 00010000:00010000:0.0:1776265354.022496:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776265354.022498:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a26fd lrc: 2/0,0 mode: --/EX res: [0x200000401:0x26b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.022503:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d5f449e1/0xeb74cb2ea36a26fd lrc: 0/0,0 mode: --/EX res: [0x200000401:0x26b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265354.022721:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787241408 00000100:00100000:2.0:1776265354.022781:0:5510:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4955 00000100:00100000:2.0:1776265354.022789:0:5510:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6717753 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+427:11341:x1862548787241408:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:2.0:1776265354.023108:0:5510:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6717753 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+428:11341:x1862548787241408:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 318us (1033us total) trans 4294975998 rc 0/0 00000100:00100000:2.0:1776265354.023122:0:5510:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4955 00000100:00100000:3.0:1776265354.023735:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.024043:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787241536 00000100:00100000:2.0:1776265354.024086:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4956 00000100:00100000:2.0:1776265354.024091:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe360b3e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+428:11340:x1862548787241536:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:2.0:1776265354.024561:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe360b3e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+429:11340:x1862548787241536:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 468us (828us total) trans 4294975999 rc 0/0 00000100:00100000:2.0:1776265354.024570:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4956 00000100:00100000:3.0:1776265354.027053:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265354.027092:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.027447:0:5509:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787241664 00000100:00100000:0.0:1776265354.027497:0:5509:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787241792 00000100:00100000:0.0:1776265354.027519:0:5509:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17070 00000100:00100000:0.0:1776265354.027527:0:5509:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e04c2ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+430:11341:x1862548787241664:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:0.0:1776265354.027597:0:5509:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1776265354.027639:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005c0ae0a1/0xeb74cb2ea369803f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece430a8 expref: 430 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265354.027763:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17071 00000100:00100000:2.0:1776265354.027769:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0312241 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+430:11340:x1862548787241792:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:2.0:1776265354.027794:0:5507:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1776265354.027808:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a1449 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece463f4 expref: 430 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.027832:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c82919e3/0xeb74cb2ea36893c0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3e4f1 expref: 429 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.027847:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005f6c830c/0xeb74cb2ea3689414 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26d:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3e514 expref: 428 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.027859:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d0e6c32d/0xeb74cb2ea36815ff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3baf1 expref: 427 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.027873:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26d:0x0].0x0 (0000000097cb3872) 00010000:00010000:2.0:1776265354.027883:0:5507:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776265354.027921:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2712 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x269:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.027940:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2712 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.027952:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2712 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.027968:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a2719 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x269:0x0].0x8b6dba3a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.027975:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a2719 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x269:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.027983:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a2719 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x269:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.028124:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a2720 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x26d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.028132:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a2720 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.028139:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a2720 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.029130:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007aed4764/0xeb74cb2ea3683f57 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c888 expref: 425 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.029141:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e859fc87/0xeb74cb2ea3683f7a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c896 expref: 424 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.029149:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004ec992ab/0xeb74cb2ea367f0e4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3abee expref: 423 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.029157:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20f:0x0].0x0 (0000000071ca62bf) 00010000:00010000:0.0:1776265354.029165:0:5509:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776265354.029186:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2727 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x207:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.029203:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2727 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.029209:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2727 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.029242:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a272e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x207:0x0].0x469e1765 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776265354.029244:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].450, 64 off37056 00010000:00010000:0.0:1776265354.029248:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a272e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x207:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.029255:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a272e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x207:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776265354.029282:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5293, 184 off929344 00010000:00010000:0.0:1776265354.029360:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2735 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.029367:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2735 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.029372:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2735 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.029404:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a273c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.029424:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a273c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.029438:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a273c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.029447:0:5507:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a273c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x26d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.029456:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a273c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x26d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.029462:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a273c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.029493:0:5507:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776265354.029516:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b0312241 reply state 0000000019ef94f3 transno 4294976000 ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a2720 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.029615:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2712 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.029623:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2712 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.029632:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2712 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.029638:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000482db2cc already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265354.029642:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2712 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776265354.029665:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].451, 64 off37120 00000040:00080000:0.0:1776265354.029680:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5294, 176 off929520 00010000:00010000:0.0:1776265354.029734:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2743 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.029745:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2743 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.029753:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2743 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.029761:0:5509:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2743 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.029767:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2743 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.029772:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2743 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.029806:0:5509:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00010000:0.0:1776265354.029821:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000008e04c2ce reply state 000000000aa3d76e transno 4294976001 ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2735 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.029845:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776265354.029851:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a273c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.029859:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004bea40e2 already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265354.029862:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a273c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.029870:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a273c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.029880:0:5495:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26d:0x0].0x0 (0000000045cd33f9) 00010000:00010000:0.0:1776265354.029883:0:5495:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776265354.029886:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a273c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x26d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.029891:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a273c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.029906:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776265354.029908:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2743 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.029914:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a20a4dbc already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265354.029917:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2743 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.029923:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2743 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.029930:0:5495:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20f:0x0].0x0 (000000001491eab9) 00010000:00010000:0.0:1776265354.029932:0:5495:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776265354.029934:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2743 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.029939:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2743 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.029949:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265354.029951:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265354.029953:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265354.029990:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2727 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.029997:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2727 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.030002:0:5509:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2727 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.030007:0:5509:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a4ace8bd already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.030010:0:5509:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2727 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.030015:0:5509:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2727 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.030023:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x207:0x0].0x0 (000000009263239d) 00010000:00010000:0.0:1776265354.030025:0:5509:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.030027:0:5509:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2727 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.030049:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2727 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776265354.030075:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000008e04c2ce reply state 000000000aa3d76e transno 4294976001 ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a272e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x207:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.030081:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2712 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.030115:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0x0 (00000000f25b6f75) 00010000:00010000:2.0:1776265354.030119:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265354.030125:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2712 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.030132:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2712 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x269:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776265354.030147:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b0312241 reply state 0000000019ef94f3 transno 4294976000 ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a2719 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x269:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265354.030261:0:5509:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e04c2ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+426:11341:x1862548787241664:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 2731us (3228us total) trans 4294976001 rc 0/0 00000100:00100000:0.0:1776265354.030273:0:5509:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17070 00000100:00100000:2.0:1776265354.030360:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0312241 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+425:11340:x1862548787241792:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 2584us (3261us total) trans 4294976000 rc 0/0 00000100:00100000:2.0:1776265354.030373:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17071 00010000:00010000:1.0:1776265354.030824:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265354.038056:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a272e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x207:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.038075:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a272e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x207:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.038083:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a272e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x207:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.038090:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000001290b3f already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265354.038094:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a272e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x207:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.038101:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a272e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x207:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.038118:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x207:0x0].0x469e1765 (0000000021e88cee) 00010000:00010000:2.0:1776265354.038120:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265354.038124:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a272e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x207:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.038129:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a272e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x207:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.038149:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2735 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.038155:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2735 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.038160:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2735 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.038165:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008746b23e already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265354.038166:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2735 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.038171:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2735 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.038177:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20f:0x0].0x0 (000000001491eab9) 00010000:00010000:2.0:1776265354.038178:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776265354.038385:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2735 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.038392:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2735 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265354.041268:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265354.041305:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.041400:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787241920 00000100:00100000:1.0:1776265354.041434:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787241984 00000100:00100000:2.0:1776265354.041486:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4957 00000100:00100000:2.0:1776265354.041498:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058a357f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+425:11341:x1862548787241920:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:1.0:1776265354.041514:0:10767:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4958 00000100:00100000:1.0:1776265354.041523:0:10767:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015d2e90f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+425:11340:x1862548787241984:12345-192.168.204.57@tcp:37:dbench.0 00000100:00100000:2.0:1776265354.041755:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058a357f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+426:11341:x1862548787241920:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 258us (494us total) trans 4294976002 rc 0/0 00000100:00100000:2.0:1776265354.041764:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4957 00010000:00010000:0.0:1776265354.041874:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a2719 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x269:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.041887:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a2719 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x269:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.041895:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a2719 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x269:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.041902:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d710ab5a already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.041906:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a2719 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x269:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.041914:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a2719 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x269:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.041931:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0x8b6dba3a (0000000032cc22b0) 00010000:00010000:0.0:1776265354.041934:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.041938:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a2719 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x269:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.041944:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a2719 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x269:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.041961:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a2720 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.041968:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a2720 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x26d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.041972:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a2720 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x26d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.041977:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7305bb6 already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.041979:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a2720 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x26d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.041985:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a2720 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x26d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.041991:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26d:0x0].0x0 (0000000045cd33f9) 00010000:00010000:0.0:1776265354.041993:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776265354.041995:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a2720 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x26d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.042004:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a2720 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x26d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265354.048324:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.048727:0:5509:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787242112 00000100:00100000:0.0:1776265354.048781:0:5509:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17072 00000100:00100000:0.0:1776265354.048788:0:5509:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d69021a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+425:11341:x1862548787242112:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:0.0:1776265354.048851:0:5509:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1776265354.048877:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001905097c/0xeb74cb2ea369a2f2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x380:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43c2b expref: 425 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.048900:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000593635cf/0xeb74cb2ea3698f0a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x380:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43563 expref: 424 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.048911:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c4b7e6e9/0xeb74cb2ea369a300 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x380:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43c32 expref: 423 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.048920:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006bc59a1f/0xeb74cb2ea3698ccc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x380:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece434b4 expref: 422 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.048928:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x380:0x0].0x0 (00000000e4f44539) 00010000:00010000:0.0:1776265354.048936:0:5509:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776265354.048967:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a274a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x207:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.048980:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a274a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.048989:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a274a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.049001:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2751 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x207:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.049006:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2751 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x207:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.049011:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2751 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x207:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.049293:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a2758 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x380:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265354.049298:0:10767:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015d2e90f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+421:11340:x1862548787241984:12345-192.168.204.57@tcp:37:dbench.0 Request processed in 7775us (7993us total) trans 0 rc 0/0 00010000:00010000:0.0:1776265354.049302:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a2758 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x380:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.049309:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a2758 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x380:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265354.049318:0:10767:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4958 00000040:00080000:0.0:1776265354.049751:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].449, 64 off36992 00000004:00080000:0.0:1776265354.049758:0:5509:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 455132544604ns, next at 456132542624ns, rc = 0 00000040:00080000:0.0:1776265354.049779:0:5509:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5295, 184 off929704 00010000:00010000:0.0:1776265354.050137:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a275f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x380:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.050148:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a275f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x380:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.050156:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a275f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x380:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.050166:0:5509:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a275f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x380:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.050171:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a275f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x380:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.050177:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a275f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x380:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.050201:0:5509:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776265354.050242:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000d69021a7 reply state 000000003bfdf2ba transno 4294976003 ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a2758 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x380:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.050294:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a274a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.050299:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a274a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.050304:0:5509:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a274a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.050310:0:5509:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a4ace8bd already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.050313:0:5509:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a274a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.050319:0:5509:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a274a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.050333:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x207:0x0].0x0 (000000009263239d) 00010000:00010000:0.0:1776265354.050335:0:5509:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.050338:0:5509:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a274a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.050343:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a274a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776265354.050988:0:5509:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000d69021a7 reply state 000000003bfdf2ba transno 4294976003 ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2751 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x207:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265354.051157:0:5509:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d69021a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+422:11341:x1862548787242112:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 2365us (2839us total) trans 4294976003 rc 0/0 00000100:00100000:0.0:1776265354.051168:0:5509:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17072 00010000:00010000:1.0:1776265354.051806:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265354.051812:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a275f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x380:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.051821:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000961117d3 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265354.051824:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a275f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x380:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.051831:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a275f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x380:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.051846:0:11772:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x380:0x0].0x0 (000000000f4c4d98) 00010000:00010000:1.0:1776265354.051848:0:11772:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776265354.051852:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a275f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x380:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.051862:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a275f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x380:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850504948160 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.051875:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265354.051876:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265354.051878:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776265354.053532:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000360891fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793521408:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1776265354.053595:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776265354.053953:0:6309:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793521408 00000100:00100000:3.0:1776265354.054004:0:6309:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:3.0:1776265354.054009:0:6309:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f97d4bb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2994:x1862548793521408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1776265354.054051:0:6309:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 30670848 granted 260505600 pending 0 free 3807379456 avail 3805282304 00000100:00100000:3.0:1776265354.054095:0:6309:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f97d4bb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2994:x1862548793521408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265354.054102:0:6309:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:3.0:1776265354.054140:0:2994:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968219 gen 2 00000004:00080000:3.0:1776265354.054145:0:2994:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000e183d7d, transno 4294968215 00000004:00080000:3.0:1776265354.054154:0:2994:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000091b808d2, transno 4294968216 00000004:00080000:3.0:1776265354.054156:0:2994:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d32abf5b, transno 4294968217 00000004:00080000:3.0:1776265354.054158:0:2994:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000175ce0df, transno 4294968218 00000004:00080000:3.0:1776265354.054160:0:2994:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f006cfdc, transno 4294968219 00000100:00100000:3.0:1776265354.054169:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000360891fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793521408:0@lo:13:osp-pre-1-0.0 00000040:00100000:3.0:1776265354.054255:0:7487:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 5 records, first 389 in log [0x6:0x1:0x0] 00000004:00080000:3.0:1776265354.054395:0:7487:0:(osp_sync.c:1126:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 58 changes, 0 in progress, 0 in flight, 5 done 00010000:00010000:0.0:1776265354.056591:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2751 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x207:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.056610:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2751 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x207:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.056617:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2751 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x207:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.056623:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a20a4dbc already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.056627:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2751 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x207:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.056634:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2751 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x207:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265354.056642:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:0.0:1776265354.056652:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x207:0x0].0xe7aaf970 (00000000b6466c93) 00010000:00010000:0.0:1776265354.056655:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.056658:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2751 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x207:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.056665:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2751 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x207:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.056681:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a2758 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x380:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.056686:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a2758 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x380:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.056691:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a2758 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x380:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.056695:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000efcba2ed already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.056697:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a2758 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x380:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.056701:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a2758 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x380:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.056708:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x380:0x0].0x0 (000000000f4c4d98) 00010000:00010000:0.0:1776265354.056710:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776265354.056711:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a2758 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x380:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.056721:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a2758 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x380:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265354.056791:0:10767:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787242240 00000100:00100000:3.0:1776265354.056836:0:10767:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4959 00000100:00100000:3.0:1776265354.056842:0:10767:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f844dd0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+421:11341:x1862548787242240:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:3.0:1776265354.057069:0:10767:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f844dd0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+422:11341:x1862548787242240:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 225us (430us total) trans 4294976004 rc 0/0 00000100:00100000:3.0:1776265354.057076:0:10767:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4959 00000100:00100000:3.0:1776265354.058911:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1776265354.058964:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1776265354.058979:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e20b1422 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9e5052bb-8231-4abc-b294-0ff0036d4989:2996:1862548793521472:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1776265354.058979:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007247935c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2995:1862548793521536:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1776265354.059165:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cc2d1d45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2993:1862548793521600:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1776265354.059282:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ff9d04e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793521664:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1776265354.059464:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776265354.059491:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1776265354.059499:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c01d7aad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2996:1862548793521728:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1776265354.059524:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776265354.062418:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776265354.062545:0:5502:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793521472 00000100:00100000:0.0:1776265354.062595:0:5502:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:0.0:1776265354.062600:0:5502:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8918912 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5052bb-8231-4abc-b294-0ff0036d4989+18:2996:x1862548793521472:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1776265354.062658:0:5502:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8918912 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5052bb-8231-4abc-b294-0ff0036d4989+18:2996:x1862548793521472:12345-0@lo:400:kworker/u8:3.0 Request processed in 58us (3196us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265354.062665:0:5502:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:0.0:1776265354.062721:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e20b1422 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9e5052bb-8231-4abc-b294-0ff0036d4989:2996:1862548793521472:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1776265354.063010:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265354.064012:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776265354.064117:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793521664 00000100:00100000:1.0:1776265354.064163:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1776265354.064168:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000635beb49 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:2994:x1862548793521664:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1776265354.064258:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000635beb49 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:2994:x1862548793521664:12345-0@lo:400:kworker/u8:3.0 Request processed in 89us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265354.064264:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1776265354.064681:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ff9d04e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793521664:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1776265354.065092:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793521728 00000100:00100000:0.0:1776265354.065094:0:5509:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793521536 00000100:00100000:3.0:1776265354.065146:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793521600 00000100:00100000:0.0:1776265354.065207:0:5509:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:0.0:1776265354.065225:0:5509:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000360891fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2996:x1862548793521728:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1776265354.065233:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:3.0:1776265354.065239:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015c1f937 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1862548793521536:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1776265354.065275:0:5509:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000360891fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2996:x1862548793521728:12345-0@lo:400:kworker/u8:3.0 Request processed in 62us (5750us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265354.065282:0:5509:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000100:00100000:0.0:1776265354.065322:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c01d7aad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2996:1862548793521728:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1776265354.065342:0:5509:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:0.0:1776265354.065346:0:5509:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e89c45a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2993:x1862548793521600:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1776265354.065376:0:5509:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e89c45a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2993:x1862548793521600:12345-0@lo:400:kworker/u8:3.0 Request processed in 30us (2366us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265354.065381:0:5509:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:1.0:1776265354.065465:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cc2d1d45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2993:1862548793521600:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1776265354.065502:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015c1f937 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1862548793521536:12345-0@lo:400:kworker/u8:3.0 Request processed in 262us (3090us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265354.065510:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00100000:3.0:1776265354.066955:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265354.067053:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.067347:0:10767:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787242496 00000100:00100000:1.0:1776265354.067395:0:10767:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4960 00000100:00100000:1.0:1776265354.067401:0:10767:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad2a3af1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+422:11340:x1862548787242496:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:1.0:1776265354.067763:0:10767:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad2a3af1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+423:11340:x1862548787242496:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 361us (710us total) trans 4294976005 rc 0/0 00000100:00100000:1.0:1776265354.067771:0:10767:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4960 00000100:00100000:0.0:1776265354.068230:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007247935c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2995:1862548793521536:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1776265354.068838:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787242368 00000100:00100000:2.0:1776265354.068874:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17073 00000100:00100000:2.0:1776265354.068880:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000078d0d88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+423:11341:x1862548787242368:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:2.0:1776265354.068917:0:5508:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1776265354.068941:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007d4a2225/0xeb74cb2ea3698976 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece433a3 expref: 423 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.068964:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000762455c/0xeb74cb2ea36840a0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x211:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c8ff expref: 422 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.068978:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000361a73f0/0xeb74cb2ea36840c3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x211:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c90d expref: 421 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.068993:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000acafd890/0xeb74cb2ea367f185 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x211:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ac34 expref: 420 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.069003:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x211:0x0].0x0 (0000000079112e67) 00010000:00010000:2.0:1776265354.069011:0:5508:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776265354.069049:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2766 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x207:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.069065:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2766 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.069073:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2766 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.069085:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a276d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x207:0x0].0xc3d50206 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.069092:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a276d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x207:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.069097:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a276d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x207:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.069201:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2774 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x211:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.069210:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2774 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x211:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.069316:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2774 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x211:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776265354.070316:0:5508:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].452, 64 off37184 00000004:00080000:2.0:1776265354.070324:0:5508:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 455153110535ns, next at 456153107761ns, rc = 0 00000040:00080000:2.0:1776265354.070342:0:5508:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5296, 184 off929888 00010000:00010000:2.0:1776265354.072617:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a277b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x211:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.072647:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a277b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x211:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.072659:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a277b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x211:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.072669:0:5508:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a277b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x211:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.072674:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a277b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x211:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.072681:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a277b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x211:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.072709:0:5508:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776265354.072733:0:5508:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000078d0d88 reply state 000000003a61b278 transno 4294976006 ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2774 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x211:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.072798:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2766 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.072806:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2766 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.072812:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2766 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.072817:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000482db2cc already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265354.072820:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2766 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.072826:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2766 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.072838:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x207:0x0].0x0 (000000009263239d) 00010000:00010000:2.0:1776265354.072855:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265354.072859:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2766 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.072864:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2766 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x207:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776265354.072873:0:5508:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000078d0d88 reply state 000000003a61b278 transno 4294976006 ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a276d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x207:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265354.072972:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000078d0d88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+421:11341:x1862548787242368:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 4087us (6018us total) trans 4294976006 rc 0/0 00000100:00100000:2.0:1776265354.072981:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17073 00000100:00100000:3.0:1776265354.073261:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.073375:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787242624 00000100:00100000:0.0:1776265354.073434:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17074 00000100:00100000:0.0:1776265354.073442:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6717753 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+421:11340:x1862548787242624:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:0.0:1776265354.073482:0:5508:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:0.0:1776265354.073501:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004cdb72c3/0xeb74cb2ea3685d79 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x231:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3d283 expref: 421 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.073531:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002f030800/0xeb74cb2ea367feba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x231:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b182 expref: 420 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.073542:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000036055cdc/0xeb74cb2ea3685e1a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x231:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3d2b4 expref: 419 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.073553:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002743ec51/0xeb74cb2ea367fe82 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x231:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b174 expref: 418 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.073562:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x231:0x0].0x0 (00000000c6b63667) 00010000:00010000:0.0:1776265354.073574:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000088f4184d/0xeb74cb2ea36a1db8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465c2 expref: 417 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.073581:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22c:0x0].0x0 (00000000f94c8955) 00010000:00010000:0.0:1776265354.073584:0:5508:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776265354.073610:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a2782 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.073623:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a2782 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.073631:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a2782 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.073643:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2789 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x22c:0x0].0xdf197568 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.073649:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2789 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22c:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.073654:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2789 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22c:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.073741:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2790 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x231:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.073747:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2790 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x231:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.073753:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2790 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x231:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776265354.074152:0:5508:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].453, 64 off37248 00000040:00080000:0.0:1776265354.074173:0:5508:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5297, 184 off930072 00010000:00010000:0.0:1776265354.074259:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a2797 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x231:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.074268:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a2797 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x231:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.074276:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a2797 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x231:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.074282:0:5508:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a2797 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x231:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.074287:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a2797 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x231:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.074291:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a2797 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x231:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.074313:0:5508:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00010000:0.0:1776265354.074327:0:5508:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c6717753 reply state 00000000e3a98d0a transno 4294976007 ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2790 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x231:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.074336:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776265354.074342:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a277b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x211:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.074360:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fe9136a2 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265354.074363:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a277b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x211:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.074368:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a2782 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.074371:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a277b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x211:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.074383:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a2782 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.074390:0:5496:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x211:0x0].0x0 (000000006dad258f) 00010000:00010000:0.0:1776265354.074391:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a2782 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.074394:0:5496:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776265354.074397:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a277b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x211:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.074400:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000efcba2ed already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.074404:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a2782 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.074421:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a277b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x211:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.074424:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a2782 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.074440:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22c:0x0].0x0 (00000000f94c8955) 00010000:00010000:0.0:1776265354.074443:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265354.074444:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776265354.074446:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a2782 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.074448:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a2797 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x231:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.074463:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a2782 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.074473:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000074e07aef already unused, calling callback (00000000354ccfb0) 00000004:00010000:0.0:1776265354.074474:0:5508:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c6717753 reply state 00000000e3a98d0a transno 4294976007 ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2789 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22c:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.074477:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a2797 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x231:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.074495:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a2797 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x231:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.074509:0:5496:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x231:0x0].0x0 (00000000b6466c93) 00010000:00010000:1.0:1776265354.074511:0:5496:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776265354.074513:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a2797 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x231:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.074519:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a2797 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x231:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.074530:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265354.074532:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265354.074533:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265354.074552:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6717753 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+418:11340:x1862548787242624:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1108us (1290us total) trans 4294976007 rc 0/0 00000100:00100000:0.0:1776265354.074561:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17074 00010000:00010000:3.0:1776265354.074719:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265354.076828:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a276d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x207:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.076847:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a276d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x207:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.076854:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a276d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x207:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.076859:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000e3f762e already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.076863:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a276d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x207:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.076870:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a276d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x207:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.076885:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x207:0x0].0xc3d50206 (000000001d85a993) 00010000:00010000:0.0:1776265354.076888:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.076891:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a276d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x207:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.076907:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a276d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x207:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.076927:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2774 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x211:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.076933:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2774 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x211:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.076938:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2774 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x211:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.076943:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000454265a8 already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.076945:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2774 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x211:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.076950:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2774 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x211:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.076958:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x211:0x0].0x0 (000000006dad258f) 00010000:00010000:0.0:1776265354.076960:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776265354.076962:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2774 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x211:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.076967:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2774 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x211:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265354.078582:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:0.0:1776265354.078795:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2789 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22c:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.078808:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2789 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x22c:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.078814:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2789 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22c:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.078820:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a20a4dbc already unused, calling callback (00000000ec3da329) 00000100:00100000:1.0:1776265354.078824:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787242752 00010000:00010000:0.0:1776265354.078833:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2789 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22c:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.078841:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2789 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x22c:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.078854:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22c:0x0].0xdf197568 (000000000f4c4d98) 00010000:00010000:0.0:1776265354.078857:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.078861:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2789 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x22c:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.078867:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2789 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x22c:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.078883:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2790 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x231:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265354.078892:0:5510:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4961 00010000:00010000:0.0:1776265354.078893:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2790 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x231:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265354.078900:0:5510:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe360b3e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+417:11340:x1862548787242752:12345-192.168.204.57@tcp:35:dbench.0 00010000:00010000:0.0:1776265354.078911:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2790 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x231:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.078917:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a4ace8bd already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.078918:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2790 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x231:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.078924:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2790 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x231:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.078932:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x231:0x0].0x0 (00000000b6466c93) 00010000:00010000:0.0:1776265354.078934:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776265354.078936:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2790 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x231:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.078941:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a2790 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x231:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265354.079140:0:5510:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe360b3e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+417:11340:x1862548787242752:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 238us (562us total) trans 4294976008 rc 0/0 00000100:00100000:1.0:1776265354.079148:0:5510:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4961 00000100:00100000:3.0:1776265354.082576:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265354.082636:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.082851:0:10767:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787242880 00000100:00100000:1.0:1776265354.082918:0:10767:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4962 00000100:00100000:1.0:1776265354.082925:0:10767:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058a357f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+417:11341:x1862548787242880:12345-192.168.204.57@tcp:37:dbench.0 00000100:00100000:0.0:1776265354.083365:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787242944 00000100:00100000:0.0:1776265354.083401:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17075 00000100:00100000:0.0:1776265354.083405:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e183d7d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+418:11340:x1862548787242944:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:0.0:1776265354.083446:0:5508:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1776265354.083475:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008cff4747/0xeb74cb2ea3685bb2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3d1d4 expref: 418 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.083505:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f512506f/0xeb74cb2ea367fdd3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b127 expref: 417 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.083516:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002789719c/0xeb74cb2ea3685c06 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3d1f7 expref: 416 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.083526:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004d78ca5f/0xeb74cb2ea367fdbe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b120 expref: 415 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.083534:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22f:0x0].0x0 (00000000508d638e) 00010000:00010000:0.0:1776265354.083544:0:5508:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776265354.083575:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a279e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.083589:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a279e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.083599:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a279e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.083612:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000088f4184d/0xeb74cb2ea36a27a5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x22c:0x0].0x1e68dc46 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.083618:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000088f4184d/0xeb74cb2ea36a27a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22c:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.083623:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000088f4184d/0xeb74cb2ea36a27a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22c:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.083721:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a27ac lrc: 3/0,1 mode: --/EX res: [0x200000401:0x22f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.083730:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a27ac lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.083736:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a27ac lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776265354.084086:0:5508:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].454, 64 off37312 00000040:00080000:0.0:1776265354.084104:0:5508:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5298, 184 off930256 00010000:00010000:0.0:1776265354.084157:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a27b3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x22f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.084165:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a27b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.084173:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a27b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.084180:0:5508:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a27b3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.084185:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a27b3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.084191:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a27b3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.084236:0:5508:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776265354.084252:0:5508:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000000e183d7d reply state 00000000975639e6 transno 4294976009 ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a27ac lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.084271:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265354.084282:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a27b3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.084299:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000074e07aef already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265354.084304:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a27b3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.084306:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a279e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.084334:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a279e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.084336:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a27b3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.084355:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a279e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.084362:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000efcba2ed already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.084364:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a279e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.084371:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a279e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.084379:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22c:0x0].0x0 (00000000f94c8955) 00010000:00010000:0.0:1776265354.084381:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.084383:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a279e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.084389:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a279e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776265354.084396:0:5508:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000000e183d7d reply state 00000000975639e6 transno 4294976009 ns: mdt-lustre-MDT0000_UUID lock: 0000000088f4184d/0xeb74cb2ea36a27a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22c:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.084462:0:7890:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22f:0x0].0x0 (000000008b47134d) 00010000:00010000:3.0:1776265354.084466:0:7890:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265354.084471:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a27b3 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.084478:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a27b3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265354.084494:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e183d7d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+416:11340:x1862548787242944:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1084us (1855us total) trans 4294976009 rc 0/0 00010000:00010000:3.0:1776265354.084497:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265354.084500:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265354.084504:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265354.084507:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17075 00010000:00010000:0.0:1776265354.090270:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000088f4184d/0xeb74cb2ea36a27a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22c:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.090297:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000088f4184d/0xeb74cb2ea36a27a5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x22c:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.090305:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000088f4184d/0xeb74cb2ea36a27a5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22c:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.090313:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000088f4184d already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.090318:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000088f4184d/0xeb74cb2ea36a27a5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22c:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.090325:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000088f4184d/0xeb74cb2ea36a27a5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x22c:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.090344:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22c:0x0].0x1e68dc46 (000000001739787e) 00010000:00010000:0.0:1776265354.090348:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.090351:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000088f4184d/0xeb74cb2ea36a27a5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x22c:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.090357:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000088f4184d/0xeb74cb2ea36a27a5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x22c:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.090378:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a27ac lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.090384:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a27ac lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.090389:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a27ac lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.090393:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005525a02b already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.090395:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a27ac lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.090399:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a27ac lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.090404:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22f:0x0].0x0 (000000008b47134d) 00010000:00010000:0.0:1776265354.090406:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776265354.090407:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a27ac lrc: 2/0,0 mode: --/EX res: [0x200000401:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.090411:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a27ac lrc: 0/0,0 mode: --/EX res: [0x200000401:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265354.093441:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.093607:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787243072 00000100:00100000:0.0:1776265354.093669:0:5510:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4963 00000100:00100000:0.0:1776265354.093676:0:5510:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000175ce0df pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+416:11340:x1862548787243072:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:0.0:1776265354.095040:0:5510:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000175ce0df pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+416:11340:x1862548787243072:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 1348us (1596us total) trans 4294976010 rc 0/0 00000100:00100000:0.0:1776265354.095057:0:5510:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4963 00000100:00100000:1.0:1776265354.095384:0:10767:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058a357f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+415:11341:x1862548787242880:12345-192.168.204.57@tcp:37:dbench.0 Request processed in 12451us (12815us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265354.095403:0:10767:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4962 00000100:00100000:1.0:1776265354.101755:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.101876:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787243200 00000100:00100000:0.0:1776265354.101963:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17076 00000100:00100000:0.0:1776265354.101971:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013085950 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+415:11340:x1862548787243200:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:0.0:1776265354.102057:0:5508:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1776265354.102097:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cb4e2c10/0xeb74cb2ea36a150d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46433 expref: 415 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.102550:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000080e48f6c/0xeb74cb2ea36859ac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3d13a expref: 414 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.102659:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001d4ab767/0xeb74cb2ea3685a3f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22d:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3d15d expref: 413 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.102673:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000805b3b1f/0xeb74cb2ea367fcc2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b0be expref: 412 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.102685:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22d:0x0].0x0 (00000000c5f98a77) 00010000:00010000:0.0:1776265354.102696:0:5508:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776265354.102742:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a27ba lrc: 3/0,1 mode: --/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.102762:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a27ba lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.102773:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a27ba lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.102791:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000088f4184d/0xeb74cb2ea36a27c1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x22c:0x0].0xeff62052 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.102803:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000088f4184d/0xeb74cb2ea36a27c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22c:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.102809:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000088f4184d/0xeb74cb2ea36a27c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22c:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.102939:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a27c8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x22d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.102947:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a27c8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x22d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.102954:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a27c8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x22d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1776265354.104857:0:5508:0:(mdd_dir.c:1578:mdd_finish_unlink()) Object [0x200000401:0x22d:0x0] is inserted into orphan list, open count = 1 00000040:00080000:0.0:1776265354.104930:0:5508:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5299, 184 off930440 00000004:00010000:0.0:1776265354.105071:0:5508:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000013085950 reply state 00000000c1e26050 transno 4294976011 ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a27c8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x22d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.105092:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a27ba lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.105099:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a27ba lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.105106:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a27ba lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.105117:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005525a02b already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.105122:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a27ba lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.105915:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a27ba lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.105945:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22c:0x0].0x0 (00000000f94c8955) 00010000:00010000:0.0:1776265354.105948:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.105953:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a27ba lrc: 2/0,0 mode: --/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.105960:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a27ba lrc: 0/0,0 mode: --/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776265354.105978:0:5508:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000013085950 reply state 00000000c1e26050 transno 4294976011 ns: mdt-lustre-MDT0000_UUID lock: 0000000088f4184d/0xeb74cb2ea36a27c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22c:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265354.106125:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013085950 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+413:11340:x1862548787243200:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 4148us (4373us total) trans 4294976011 rc 0/0 00000100:00100000:0.0:1776265354.106324:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17076 00000100:00100000:0.0:1776265354.108157:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.108257:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787243264 00000100:00100000:1.0:1776265354.108344:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17077 00000100:00100000:1.0:1776265354.108351:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e79241c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+413:2207:x1862548787243264:12345-192.168.204.57@tcp:101:ll_sa_11341.0 00010000:00010000:1.0:1776265354.108378:0:5508:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776265354.108410:0:5508:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a27cf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46624 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.108472:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000a6c519c0/0xeb74cb2ea36a27d6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.108487:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a6c519c0/0xeb74cb2ea36a27d6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.108498:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a6c519c0/0xeb74cb2ea36a27d6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.108512:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a27dd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1f9:0x0].0x220bffe4 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.108519:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a27dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f9:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.108524:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a27dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f9:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.108633:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a27e4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x390:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.108642:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a27e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x390:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.108649:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a27e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x390:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1776265354.108679:0:5508:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x390:0x0]: returning size 14984 00000004:00200000:1.0:1776265354.108683:0:5508:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1776265354.108699:0:5508:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a27e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x390:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.108710:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a27e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x390:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.108718:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000a6c519c0/0xeb74cb2ea36a27d6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.108723:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a6c519c0/0xeb74cb2ea36a27d6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.108730:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a6c519c0/0xeb74cb2ea36a27d6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.108736:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a6c519c0 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265354.108739:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a6c519c0/0xeb74cb2ea36a27d6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.108746:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a6c519c0/0xeb74cb2ea36a27d6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.108758:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f9:0x0].0x0 (000000007983bcdd) 00010000:00010000:1.0:1776265354.108760:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265354.108769:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a6c519c0/0xeb74cb2ea36a27d6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.108776:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a6c519c0/0xeb74cb2ea36a27d6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.108789:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a27dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f9:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.108795:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a27dd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1f9:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.108800:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a27dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1f9:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.108806:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009076aae4 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265354.108808:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a27dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1f9:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.108812:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a27dd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1f9:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.108819:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f9:0x0].0x220bffe4 (0000000072a7171a) 00010000:00010000:1.0:1776265354.108821:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265354.108822:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a27dd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1f9:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.108827:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a27dd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1f9:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.108853:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a27cf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46624 expref: 415 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.108864:0:5508:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a27e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x390:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46624 expref: 414 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.108873:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x390:0x0].0x0 (000000002d3f2e51) 00010000:00010000:1.0:1776265354.108875:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1776265354.108877:0:5508:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000008ac2bcdc, rc 0) 00000100:00100000:1.0:1776265354.108938:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e79241c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+414:2207:x1862548787243264:12345-192.168.204.57@tcp:101:ll_sa_11341.0 Request processed in 586us (793us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265354.108946:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17077 00000100:00100000:0.0:1776265354.112753:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.112880:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.112910:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.113022:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787243584 00000100:00100000:1.0:1776265354.113099:0:5492:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 691 00000100:00100000:1.0:1776265354.113105:0:5492:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bef08137 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+414:2206:x1862548787243584:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1776265354.113122:0:5492:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776265354.113146:0:5492:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a27e4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x390:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46624 expref: 414 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.113165:0:5492:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x390:0x0].0x0 (000000002d3f2e51) 00010000:00010000:1.0:1776265354.113170:0:5492:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776265354.113234:0:5492:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bef08137 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+413:2206:x1862548787243584:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 129us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265354.113242:0:5492:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 691 00000100:00100000:1.0:1776265354.113267:0:10767:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787243392 00000100:00100000:1.0:1776265354.113290:0:10767:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4964 00000100:00100000:1.0:1776265354.113294:0:10767:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000953c302 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+413:11341:x1862548787243392:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:3.0:1776265354.113407:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787243520 00000100:00100000:3.0:1776265354.113437:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17078 00000100:00100000:3.0:1776265354.113442:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df4843ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+415:11340:x1862548787243520:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:3.0:1776265354.113475:0:5508:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1776265354.113490:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a3530be8/0xeb74cb2ea36a178a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece464fe expref: 415 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.113509:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000083138648/0xeb74cb2ea36a176e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d6:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece464f0 expref: 414 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.113518:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d6:0x0].0x0 (00000000fad76843) 00000100:00100000:1.0:1776265354.113523:0:10767:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000953c302 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+413:11341:x1862548787243392:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 226us (777us total) trans 4294976012 rc 0/0 00010000:00010000:3.0:1776265354.113530:0:5508:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776265354.113531:0:10767:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4964 00010000:00010000:3.0:1776265354.113558:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a27eb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.113579:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a27eb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.113589:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a27eb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.113601:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000750d4b78/0xeb74cb2ea36a27f2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x22c:0x0].0x6e00aa2d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.113607:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000750d4b78/0xeb74cb2ea36a27f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22c:0x0].0x6e00aa2d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.113612:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000750d4b78/0xeb74cb2ea36a27f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22c:0x0].0x6e00aa2d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.113712:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a27f9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3d6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.113720:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a27f9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.113726:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a27f9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.114130:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000088f4184d/0xeb74cb2ea36a27c1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22c:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.114141:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000088f4184d/0xeb74cb2ea36a27c1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x22c:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.114148:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000088f4184d/0xeb74cb2ea36a27c1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22c:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.114155:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000088f4184d already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265354.114158:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000088f4184d/0xeb74cb2ea36a27c1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22c:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.114166:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000088f4184d/0xeb74cb2ea36a27c1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x22c:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.114177:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22c:0x0].0xeff62052 (000000008b47134d) 00010000:00010000:2.0:1776265354.114180:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265354.114182:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000088f4184d/0xeb74cb2ea36a27c1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x22c:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.114187:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000088f4184d/0xeb74cb2ea36a27c1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x22c:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.114201:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a27c8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x22d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.114207:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a27c8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x22d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.114226:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a27c8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x22d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.114237:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000efcba2ed already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265354.114239:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a27c8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x22d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.114245:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a27c8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x22d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.114254:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22d:0x0].0x0 (000000001739787e) 00010000:00010000:2.0:1776265354.114256:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776265354.114258:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a27c8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x22d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.114264:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a27c8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x22d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1776265354.114794:0:5508:0:(mdd_dir.c:1578:mdd_finish_unlink()) Object [0x200000401:0x3d6:0x0] is inserted into orphan list, open count = 1 00000040:00080000:3.0:1776265354.114846:0:5508:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5300, 184 off930624 00000004:00010000:3.0:1776265354.114917:0:5508:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000df4843ee reply state 00000000c8e3b9aa transno 4294976013 ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a27f9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.114935:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a27eb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.114941:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a27eb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.114946:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a27eb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.114952:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a9795cf2 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265354.114954:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a27eb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.114960:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a27eb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.115348:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22c:0x0].0x0 (00000000f94c8955) 00010000:00010000:3.0:1776265354.115351:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265354.115354:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a27eb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.115360:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a27eb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776265354.115371:0:5508:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000df4843ee reply state 00000000c8e3b9aa transno 4294976013 ns: mdt-lustre-MDT0000_UUID lock: 00000000750d4b78/0xeb74cb2ea36a27f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22c:0x0].0x6e00aa2d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265354.115442:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df4843ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+413:11340:x1862548787243520:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1997us (2561us total) trans 4294976013 rc 0/0 00000100:00100000:3.0:1776265354.115453:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17078 00000100:00100000:0.0:1776265354.119064:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:0.0:1776265354.119128:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000750d4b78/0xeb74cb2ea36a27f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22c:0x0].0x6e00aa2d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.119144:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000750d4b78/0xeb74cb2ea36a27f2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x22c:0x0].0x6e00aa2d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.119152:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000750d4b78/0xeb74cb2ea36a27f2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22c:0x0].0x6e00aa2d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.119159:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000750d4b78 already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.119163:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000750d4b78/0xeb74cb2ea36a27f2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22c:0x0].0x6e00aa2d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.119170:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000750d4b78/0xeb74cb2ea36a27f2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x22c:0x0].0x6e00aa2d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.119186:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22c:0x0].0x6e00aa2d (00000000e129d501) 00010000:00010000:0.0:1776265354.119189:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.119193:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000750d4b78/0xeb74cb2ea36a27f2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x22c:0x0].0x6e00aa2d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.119198:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000750d4b78/0xeb74cb2ea36a27f2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x22c:0x0].0x6e00aa2d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.119239:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a27f9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.119246:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a27f9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.119252:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a27f9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.119262:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001272e301 already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.119264:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a27f9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.119270:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a27f9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.119277:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d6:0x0].0x0 (000000008630bf76) 00010000:00010000:0.0:1776265354.119279:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776265354.119282:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a27f9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.119286:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a27f9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265354.119562:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787243712 00000100:00100000:3.0:1776265354.119608:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17079 00000100:00100000:3.0:1776265354.119615:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b72156ff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+412:11341:x1862548787243712:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:3.0:1776265354.119666:0:5508:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:3.0:1776265354.119685:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009f31c14a/0xeb74cb2ea36997b5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43857 expref: 412 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.119700:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002d13f082/0xeb74cb2ea3683276 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1fd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c452 expref: 411 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.119711:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000027dd5515/0xeb74cb2ea36832d8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1fd:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c483 expref: 410 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.119721:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea367e919 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1fd:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a8e5 expref: 409 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.119730:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1fd:0x0].0x0 (0000000096b8e1e7) 00010000:00010000:3.0:1776265354.119740:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a1cb5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1f9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465b4 expref: 408 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.119747:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f9:0x0].0x0 (000000007983bcdd) 00010000:00010000:3.0:1776265354.119749:0:5508:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776265354.120136:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a2800 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.120153:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a2800 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.120164:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a2800 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.120177:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001fc3a644/0xeb74cb2ea36a2807 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1f9:0x0].0x30480a6c bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.120183:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001fc3a644/0xeb74cb2ea36a2807 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.120189:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001fc3a644/0xeb74cb2ea36a2807 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.120343:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a280e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.120362:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a280e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.120370:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a280e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776265354.120742:0:5508:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].455, 64 off37376 00000040:00080000:3.0:1776265354.120763:0:5508:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5301, 184 off930808 00010000:00010000:3.0:1776265354.121549:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000009750c546/0xeb74cb2ea36a2815 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.121565:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009750c546/0xeb74cb2ea36a2815 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.121573:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009750c546/0xeb74cb2ea36a2815 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.121582:0:5508:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000009750c546/0xeb74cb2ea36a2815 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.121587:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000009750c546/0xeb74cb2ea36a2815 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.121592:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009750c546/0xeb74cb2ea36a2815 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.121650:0:5508:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1776265354.121670:0:5508:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b72156ff reply state 000000001f690ca8 transno 4294976014 ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a280e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.121721:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a2800 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.121727:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a2800 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.121733:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a2800 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.121739:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a9795cf2 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265354.121742:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a2800 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.121748:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a2800 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.121764:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f9:0x0].0x0 (000000007983bcdd) 00010000:00010000:3.0:1776265354.121767:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265354.121780:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a2800 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.121786:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a2800 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776265354.121796:0:5508:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b72156ff reply state 000000001f690ca8 transno 4294976014 ns: mdt-lustre-MDT0000_UUID lock: 000000001fc3a644/0xeb74cb2ea36a2807 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265354.121893:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b72156ff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+409:11341:x1862548787243712:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 2276us (2835us total) trans 4294976014 rc 0/0 00000100:00100000:3.0:1776265354.121903:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17079 00010000:00010000:2.0:1776265354.125434:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001fc3a644/0xeb74cb2ea36a2807 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.125455:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001fc3a644/0xeb74cb2ea36a2807 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.125464:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001fc3a644/0xeb74cb2ea36a2807 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.125471:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001fc3a644 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265354.125476:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001fc3a644/0xeb74cb2ea36a2807 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.125485:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001fc3a644/0xeb74cb2ea36a2807 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.125504:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f9:0x0].0x30480a6c (000000005fd72ecd) 00010000:00010000:2.0:1776265354.125508:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265354.125512:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001fc3a644/0xeb74cb2ea36a2807 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1f9:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.125518:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001fc3a644/0xeb74cb2ea36a2807 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1f9:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.125547:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a280e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.125553:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a280e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.125559:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a280e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.125565:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000083b36aef already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265354.125568:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a280e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.125574:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a280e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.125944:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1fd:0x0].0x0 (000000003a292d0e) 00010000:00010000:2.0:1776265354.125947:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776265354.125951:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a280e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.125961:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a280e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.127137:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265354.127146:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009750c546/0xeb74cb2ea36a2815 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850451804608 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.127157:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009750c546 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265354.127159:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009750c546/0xeb74cb2ea36a2815 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850451804608 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.127167:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009750c546/0xeb74cb2ea36a2815 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850451804608 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.127178:0:11772:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1fd:0x0].0x0 (000000003a292d0e) 00010000:00010000:1.0:1776265354.127181:0:11772:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776265354.127184:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009750c546/0xeb74cb2ea36a2815 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850451804608 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.127189:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009750c546/0xeb74cb2ea36a2815 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850451804608 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.128905:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265354.128911:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265354.128913:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265354.130972:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.131051:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.131078:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265354.131120:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787243840 00000100:00100000:3.0:1776265354.131179:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17080 00000100:00100000:3.0:1776265354.131186:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ce0d328 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+408:2205:x1862548787243840:12345-192.168.204.57@tcp:101:ll_sa_11341.0 00010000:00010000:3.0:1776265354.131236:0:5508:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776265354.131256:0:5508:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a281c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece4662b expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.131315:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a2823 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.131331:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a2823 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.131343:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a2823 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.131360:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000a2618607/0xeb74cb2ea36a282a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1f9:0x0].0x17610ee3 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.131366:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a2618607/0xeb74cb2ea36a282a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f9:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.131372:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a2618607/0xeb74cb2ea36a282a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f9:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.131481:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000000ee162b7/0xeb74cb2ea36a2831 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x388:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.131491:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000ee162b7/0xeb74cb2ea36a2831 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x388:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.131497:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000ee162b7/0xeb74cb2ea36a2831 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x388:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1776265354.131522:0:5508:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x388:0x0]: returning size 19054 00000004:00200000:3.0:1776265354.131526:0:5508:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1776265354.131541:0:5508:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000000ee162b7/0xeb74cb2ea36a2831 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x388:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.131550:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000ee162b7/0xeb74cb2ea36a2831 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x388:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.131557:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a2823 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.131562:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a2823 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.131568:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a2823 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.131574:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000080399e3f already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265354.131577:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a2823 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.131582:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a2823 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.131592:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f9:0x0].0x0 (000000007983bcdd) 00010000:00010000:3.0:1776265354.131594:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265354.131597:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a2823 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.131602:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a2823 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.131613:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000a2618607/0xeb74cb2ea36a282a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f9:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.131618:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a2618607/0xeb74cb2ea36a282a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1f9:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.131622:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a2618607/0xeb74cb2ea36a282a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1f9:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.131626:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a2618607 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265354.131628:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a2618607/0xeb74cb2ea36a282a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1f9:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.131633:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a2618607/0xeb74cb2ea36a282a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1f9:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.131639:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f9:0x0].0x17610ee3 (000000009bb79a69) 00010000:00010000:3.0:1776265354.131640:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265354.131641:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a2618607/0xeb74cb2ea36a282a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1f9:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.131646:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a2618607/0xeb74cb2ea36a282a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1f9:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.131668:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a281c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4662b expref: 410 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.131678:0:5508:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000000ee162b7/0xeb74cb2ea36a2831 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x388:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4662b expref: 409 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.131683:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x388:0x0].0x0 (0000000045770995) 00010000:00010000:3.0:1776265354.131684:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1776265354.131686:0:5508:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000ee162b7, rc 0) 00000100:00100000:3.0:1776265354.131737:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ce0d328 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+409:2205:x1862548787243840:12345-192.168.204.57@tcp:101:ll_sa_11341.0 Request processed in 551us (687us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265354.131744:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17080 00000100:00100000:1.0:1776265354.133084:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787243776 00000100:00100000:1.0:1776265354.133159:0:5510:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787243968 00000100:00100000:2.0:1776265354.133202:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4965 00000100:00100000:2.0:1776265354.133210:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cca94cde pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+410:11340:x1862548787243776:12345-192.168.204.57@tcp:37:dbench.0 00000100:00100000:3.0:1776265354.134166:0:10767:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4966 00000100:00100000:3.0:1776265354.134174:0:10767:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000026289fe pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+410:11341:x1862548787243968:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:3.0:1776265354.134377:0:10767:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000026289fe pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+411:11341:x1862548787243968:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 204us (3299us total) trans 4294976015 rc 0/0 00000100:00100000:3.0:1776265354.134387:0:10767:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4966 00000100:00100000:2.0:1776265354.139327:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.139639:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.140846:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cca94cde pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+410:11340:x1862548787243776:12345-192.168.204.57@tcp:37:dbench.0 Request processed in 7632us (9878us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265354.140861:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4965 00000100:00100000:3.0:1776265354.142373:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787244160 00000100:00100000:3.0:1776265354.142526:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17081 00000100:00100000:3.0:1776265354.142534:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8bca976 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+410:11341:x1862548787244160:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:3.0:1776265354.142588:0:6376:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1776265354.142618:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000839daa8f/0xeb74cb2ea3699e53 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43a9c expref: 410 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.142642:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e0130cdf/0xeb74cb2ea36833e2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ff:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c4e5 expref: 409 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.142654:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000098f50c09/0xeb74cb2ea3683421 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ff:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c4f3 expref: 408 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.142664:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000047d661ca/0xeb74cb2ea367e9f9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ff:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a940 expref: 407 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.142673:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ff:0x0].0x0 (00000000436cf394) 00010000:00010000:3.0:1776265354.142683:0:6376:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776265354.142712:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a2838 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.142726:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a2838 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.142736:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a2838 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.142755:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a283f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1f9:0x0].0x8344d724 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.142760:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a283f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.142765:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a283f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.142861:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000001fc3a644/0xeb74cb2ea36a2846 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.142870:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001fc3a644/0xeb74cb2ea36a2846 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.143681:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001fc3a644/0xeb74cb2ea36a2846 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265354.144618:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787244032 00000100:00100000:0.0:1776265354.144673:0:11760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 692 00000100:00100000:0.0:1776265354.144680:0:11760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ff9d04e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+407:2205:x1862548787244032:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776265354.144692:0:11760:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265354.144713:0:11760:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000ee162b7/0xeb74cb2ea36a2831 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x388:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4662b expref: 407 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.144736:0:11760:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x388:0x0].0x0 (0000000045770995) 00010000:00010000:0.0:1776265354.144739:0:11760:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265354.144797:0:11760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ff9d04e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+406:2205:x1862548787244032:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 117us (5478us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265354.144804:0:11760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 692 00000040:00080000:2.0:1776265354.145058:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].456, 64 off37440 00000040:00080000:2.0:1776265354.145084:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5302, 184 off930992 00010000:00010000:2.0:1776265354.145162:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a284d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.145176:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a284d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.145185:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a284d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.145193:0:6376:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a284d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.145198:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a284d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.145204:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a284d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.145255:0:6376:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776265354.145274:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000d8bca976 reply state 000000008e4bbd5d transno 4294976016 ns: mdt-lustre-MDT0000_UUID lock: 000000001fc3a644/0xeb74cb2ea36a2846 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.145317:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a2838 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.145324:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a2838 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.145329:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a2838 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.145334:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a9795cf2 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265354.145337:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a2838 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.145343:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a2838 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.145357:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f9:0x0].0x0 (000000007983bcdd) 00010000:00010000:2.0:1776265354.145360:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265354.145363:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a2838 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.145368:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a9795cf2/0xeb74cb2ea36a2838 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776265354.145377:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000d8bca976 reply state 000000008e4bbd5d transno 4294976016 ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a283f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265354.145544:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8bca976 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+407:11341:x1862548787244160:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 3009us (5905us total) trans 4294976016 rc 0/0 00000100:00100000:2.0:1776265354.145553:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17081 00010000:00010000:0.0:1776265354.145700:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776265354.145706:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a284d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.145713:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000482db2cc already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265354.145715:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a284d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.145721:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a284d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.145729:0:5496:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ff:0x0].0x0 (000000008630bf76) 00010000:00010000:0.0:1776265354.145731:0:5496:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776265354.145733:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a284d lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.145737:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a284d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.145747:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265354.145748:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265354.145749:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776265354.147768:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.147904:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787244288 00000100:00100000:1.0:1776265354.147982:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4967 00000100:00100000:1.0:1776265354.147989:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000007133eed pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+407:11340:x1862548787244288:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:1.0:1776265354.148268:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000007133eed pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+408:11340:x1862548787244288:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 278us (507us total) trans 4294976017 rc 0/0 00000100:00100000:1.0:1776265354.148281:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4967 00010000:00010000:0.0:1776265354.149397:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a283f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.149421:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a283f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.149427:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a283f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.149433:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000083b36aef already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.149437:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a283f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.149443:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a283f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.149458:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f9:0x0].0x8344d724 (000000005fd72ecd) 00010000:00010000:0.0:1776265354.149460:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.149464:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a283f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1f9:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.149469:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000083b36aef/0xeb74cb2ea36a283f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1f9:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.149486:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000001fc3a644/0xeb74cb2ea36a2846 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.149491:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001fc3a644/0xeb74cb2ea36a2846 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.149496:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001fc3a644/0xeb74cb2ea36a2846 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.149500:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001fc3a644 already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.149502:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001fc3a644/0xeb74cb2ea36a2846 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.149508:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001fc3a644/0xeb74cb2ea36a2846 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.149514:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ff:0x0].0x0 (000000008630bf76) 00010000:00010000:0.0:1776265354.149515:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776265354.149517:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001fc3a644/0xeb74cb2ea36a2846 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.149521:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001fc3a644/0xeb74cb2ea36a2846 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265354.152011:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.152106:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787244416 00000100:00100000:0.0:1776265354.152161:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17082 00000100:00100000:0.0:1776265354.152172:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000049530de2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+407:11340:x1862548787244416:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:0.0:1776265354.152286:0:6376:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:0.0:1776265354.152312:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000059529579/0xeb74cb2ea3693d02 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x236:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece41df4 expref: 407 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.152333:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000af187b5a/0xeb74cb2ea3686288 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x236:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3d435 expref: 406 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.152345:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dfd9d841/0xeb74cb2ea3686306 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x236:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3d45f expref: 405 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.152368:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000016bd2b11/0xeb74cb2ea3680049 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x236:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b215 expref: 404 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.152381:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x236:0x0].0x0 (000000001051e357) 00010000:00010000:0.0:1776265354.152395:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000061ead546/0xeb74cb2ea36a2314 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x234:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465d0 expref: 403 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.152505:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x234:0x0].0x0 (000000000098a1b7) 00010000:00010000:0.0:1776265354.152509:0:6376:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776265354.152536:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a2854 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x234:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.152550:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a2854 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.152559:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a2854 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.152571:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a285b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x234:0x0].0x14be06ab bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.152577:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a285b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x234:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.152582:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a285b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x234:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.152681:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2862 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x236:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.152689:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2862 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x236:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.152695:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2862 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x236:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776265354.153062:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].450, 64 off37056 00000040:00080000:0.0:1776265354.153084:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5303, 176 off931168 00010000:00010000:0.0:1776265354.153142:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a2869 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x236:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.153151:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a2869 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x236:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.153159:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a2869 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x236:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.153165:0:6376:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a2869 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x236:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.153171:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a2869 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x236:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.153177:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a2869 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x236:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.153199:0:6376:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776265354.153238:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000049530de2 reply state 000000005520ccf0 transno 4294976018 ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2862 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x236:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.153292:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a2854 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.153298:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a2854 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.153304:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a2854 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.153309:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005525a02b already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.153312:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a2854 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.153318:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a2854 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.153325:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x234:0x0].0x0 (000000000098a1b7) 00010000:00010000:0.0:1776265354.153328:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.153331:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a2854 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.153336:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a2854 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776265354.153343:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000049530de2 reply state 000000005520ccf0 transno 4294976018 ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a285b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x234:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265354.154325:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000049530de2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+404:11340:x1862548787244416:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 2147us (2316us total) trans 4294976018 rc 0/0 00000100:00100000:0.0:1776265354.154341:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17082 00010000:00010000:3.0:1776265354.154602:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265354.154610:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a2869 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x236:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.154620:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000961117d3 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265354.154623:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a2869 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x236:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.154631:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a2869 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x236:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.154650:0:5495:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x236:0x0].0x0 (000000000f4c4d98) 00010000:00010000:3.0:1776265354.154652:0:5495:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265354.154655:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a2869 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x236:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.154660:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a2869 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x236:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.154673:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265354.154674:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265354.154676:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265354.156405:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.156586:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787244544 00000100:00100000:1.0:1776265354.156685:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4968 00000100:00100000:1.0:1776265354.156693:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000681a7c73 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+404:11341:x1862548787244544:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:1.0:1776265354.156946:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000681a7c73 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+405:11341:x1862548787244544:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 253us (547us total) trans 4294976019 rc 0/0 00000100:00100000:1.0:1776265354.156954:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4968 00010000:00010000:2.0:1776265354.161205:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a285b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x234:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.161241:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a285b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x234:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.161248:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a285b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x234:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.161255:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a4ace8bd already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265354.161259:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a285b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x234:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.161344:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a285b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x234:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.161364:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x234:0x0].0x14be06ab (00000000b6466c93) 00010000:00010000:2.0:1776265354.161367:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265354.161371:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a285b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x234:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.161376:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a285b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x234:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.161395:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2862 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x236:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.161406:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2862 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x236:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.161412:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2862 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x236:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.161417:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a20a4dbc already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265354.161419:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2862 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x236:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.161424:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2862 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x236:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.161432:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x236:0x0].0x0 (000000000f4c4d98) 00000100:00100000:0.0:1776265354.161432:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:2.0:1776265354.161438:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776265354.161440:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2862 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x236:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.161446:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a2862 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x236:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265354.161658:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.162026:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787244800 00000100:00100000:1.0:1776265354.162167:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787244672 00000100:00100000:1.0:1776265354.162235:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4969 00000100:00100000:1.0:1776265354.162242:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000779538bf pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+405:11340:x1862548787244672:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:2.0:1776265354.162378:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17083 00000100:00100000:2.0:1776265354.162383:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cefc1670 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+406:11341:x1862548787244800:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:2.0:1776265354.162418:0:6376:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1776265354.162445:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d687314b/0xeb74cb2ea369cfa0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x390:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44c2a expref: 406 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.162470:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003c03c014/0xeb74cb2ea369cf6f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x390:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44c1c expref: 405 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.162484:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000eee4e92/0xeb74cb2ea369cfc3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x390:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44c38 expref: 404 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265354.162496:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000779538bf pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+403:11340:x1862548787244672:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 252us (1413us total) trans 4294976020 rc 0/0 00010000:00010000:2.0:1776265354.162498:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004d15a5bd/0xeb74cb2ea369a8a9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x390:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43de4 expref: 403 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265354.162511:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4969 00010000:00010000:2.0:1776265354.162514:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x390:0x0].0x0 (000000002d3f2e51) 00010000:00010000:2.0:1776265354.162525:0:6376:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776265354.162549:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2870 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.162563:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2870 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.162573:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2870 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.162586:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2877 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1f9:0x0].0x220bffe4 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.162592:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2877 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.162597:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2877 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.162701:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a287e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x390:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.162709:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a287e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x390:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.162715:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a287e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x390:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776265354.163085:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].451, 64 off37120 00000040:00080000:2.0:1776265354.163106:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5304, 176 off931344 00010000:00010000:2.0:1776265354.163156:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a2885 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x390:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.163165:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a2885 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x390:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.163172:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a2885 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x390:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.163179:0:6376:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a2885 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x390:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.163184:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a2885 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x390:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.163190:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a2885 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x390:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.163236:0:6376:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776265354.163250:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000cefc1670 reply state 00000000ebf38574 transno 4294976021 ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a287e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x390:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.163298:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2870 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.163304:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2870 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.163309:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2870 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.163314:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cc0e7fe4 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265354.163317:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2870 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.163322:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2870 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.163331:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f9:0x0].0x0 (000000007983bcdd) 00010000:00010000:2.0:1776265354.163334:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265354.163336:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2870 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.163340:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2870 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776265354.163348:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000cefc1670 reply state 00000000ebf38574 transno 4294976021 ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2877 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265354.163405:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cefc1670 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+403:11341:x1862548787244800:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1020us (1747us total) trans 4294976021 rc 0/0 00000100:00100000:2.0:1776265354.163413:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17083 00010000:00010000:3.0:1776265354.165681:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265354.165692:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a2885 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x390:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.165706:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008190f10d already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265354.165710:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a2885 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x390:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.165719:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a2885 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x390:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.165737:0:7890:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x390:0x0].0x0 (00000000f50c8b9d) 00010000:00010000:3.0:1776265354.165739:0:7890:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265354.165743:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a2885 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x390:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.165759:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a2885 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x390:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.165777:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265354.165778:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265354.165780:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265354.169524:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2877 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.169543:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2877 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.169549:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2877 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.169556:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003bcddbc2 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265354.169560:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2877 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.169567:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2877 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.169584:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f9:0x0].0x220bffe4 (00000000d1de1527) 00010000:00010000:2.0:1776265354.169587:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265354.169590:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2877 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1f9:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.169596:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2877 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1f9:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.169613:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a287e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x390:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.169620:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a287e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x390:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.169626:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a287e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x390:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.169631:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f264d773 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265354.169633:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a287e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x390:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.169637:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a287e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x390:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.169645:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x390:0x0].0x0 (00000000f50c8b9d) 00010000:00010000:2.0:1776265354.169647:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776265354.169649:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a287e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x390:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.169653:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a287e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x390:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265354.171151:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.171269:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787244928 00000100:00100000:0.0:1776265354.171323:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17084 00000100:00100000:0.0:1776265354.171329:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5f04bec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+402:11340:x1862548787244928:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:0.0:1776265354.171384:0:6376:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1776265354.171410:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b93dfe13/0xeb74cb2ea3695bcc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x239:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece427b0 expref: 402 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.171430:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cc66c43c/0xeb74cb2ea368656e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x239:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3d51c expref: 401 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.171441:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ae6994af/0xeb74cb2ea36865ec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x239:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3d546 expref: 400 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.171452:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000071895045/0xeb74cb2ea36801df lrc: 0/0,0 mode: --/CR res: [0x200000401:0x239:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b2bd expref: 399 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.171460:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x239:0x0].0x0 (000000007e7039a4) 00010000:00010000:0.0:1776265354.171468:0:6376:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776265354.171499:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a288c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x234:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.171514:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a288c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.171543:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a288c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.171559:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2893 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x234:0x0].0xc4fc354d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.171565:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2893 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x234:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.171572:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2893 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x234:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.171666:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a289a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x239:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.171674:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a289a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x239:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.171681:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a289a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x239:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776265354.172057:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].457, 64 off37504 00000040:00080000:0.0:1776265354.172078:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5305, 184 off931528 00010000:00010000:0.0:1776265354.172139:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a28a1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x239:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.172150:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a28a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x239:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.172158:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a28a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x239:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.172165:0:6376:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a28a1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x239:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.172170:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a28a1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x239:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.172176:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a28a1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x239:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.172203:0:6376:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776265354.172250:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e5f04bec reply state 0000000082b26d9c transno 4294976022 ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a289a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x239:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.172294:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776265354.172298:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a288c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.172300:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a28a1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x239:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.172312:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a288c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.172315:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001dd14c9e already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265354.172320:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a28a1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x239:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.172322:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a288c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.172341:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005525a02b already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.172347:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a288c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.172348:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a28a1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x239:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.172355:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a288c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.172380:0:11772:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x239:0x0].0x0 (00000000b6466c93) 00010000:00010000:0.0:1776265354.172381:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x234:0x0].0x0 (000000000098a1b7) 00010000:00010000:0.0:1776265354.172387:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.172390:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a288c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.172393:0:11772:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776265354.172397:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a28a1 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x239:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.172398:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a288c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.172416:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a28a1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x239:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776265354.172420:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e5f04bec reply state 0000000082b26d9c transno 4294976022 ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2893 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x234:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.172432:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265354.172435:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265354.172436:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265354.172507:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5f04bec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+400:11340:x1862548787244928:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1177us (1362us total) trans 4294976022 rc 0/0 00000100:00100000:0.0:1776265354.172517:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17084 00000100:00100000:0.0:1776265354.173050:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1776265354.176274:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2893 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x234:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.176294:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2893 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x234:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.176301:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2893 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x234:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.176307:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008746b23e already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265354.176311:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2893 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x234:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.176318:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2893 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x234:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.176333:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x234:0x0].0xc4fc354d (000000000f4c4d98) 00010000:00010000:3.0:1776265354.176336:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265354.176340:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2893 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x234:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.176346:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2893 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x234:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.176363:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a289a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x239:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.176374:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a289a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x239:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.176379:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a289a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x239:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.176383:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000001290b3f already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265354.176385:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a289a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x239:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.176390:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a289a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x239:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.176396:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x239:0x0].0x0 (00000000b6466c93) 00010000:00010000:3.0:1776265354.176398:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265354.176400:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a289a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x239:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.176405:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a289a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x239:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265354.176608:0:10767:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787245056 00000100:00100000:2.0:1776265354.176660:0:10767:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4970 00000100:00100000:2.0:1776265354.176667:0:10767:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e1d84be pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+399:11341:x1862548787245056:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:2.0:1776265354.177640:0:10767:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e1d84be pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+400:11341:x1862548787245056:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 969us (4588us total) trans 4294976023 rc 0/0 00000100:00100000:2.0:1776265354.177650:0:10767:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4970 00000100:00100000:0.0:1776265354.180073:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.180366:0:10767:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787245184 00000100:00100000:2.0:1776265354.180457:0:10767:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4971 00000100:00100000:2.0:1776265354.180464:0:10767:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d8ae249 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+400:11340:x1862548787245184:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:2.0:1776265354.180712:0:10767:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d8ae249 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+401:11340:x1862548787245184:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 246us (647us total) trans 4294976024 rc 0/0 00000100:00100000:2.0:1776265354.180723:0:10767:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4971 00000100:00100000:3.0:1776265354.181514:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.183692:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787245312 00000100:00100000:0.0:1776265354.185371:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17085 00000100:00100000:0.0:1776265354.185381:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000175ce0df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+401:11341:x1862548787245312:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:0.0:1776265354.185446:0:6376:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1776265354.185474:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000012d11321/0xeb74cb2ea369cd77 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x388:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44b66 expref: 401 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.185499:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b1f012d5/0xeb74cb2ea369cd5b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x388:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44b5f expref: 400 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.185516:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000097b81423/0xeb74cb2ea369cd8c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x388:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44b74 expref: 399 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.185542:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009e9f6f17/0xeb74cb2ea3699d0a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x388:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43a1e expref: 398 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.185553:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x388:0x0].0x0 (0000000045770995) 00010000:00010000:0.0:1776265354.185564:0:6376:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776265354.185594:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a28a8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.185609:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a28a8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.185623:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a28a8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.185637:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a28af lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1f9:0x0].0x17610ee3 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.185644:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a28af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.185649:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a28af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.185745:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a28b6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x388:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.185753:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a28b6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x388:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.185764:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a28b6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x388:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265354.186122:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265354.186451:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787245440 00000100:00100000:3.0:1776265354.186598:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17086 00000100:00100000:3.0:1776265354.186604:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f844dd0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+398:11340:x1862548787245440:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:3.0:1776265354.186647:0:5508:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1776265354.186667:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000042888b18/0xeb74cb2ea369592c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x238:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece426c2 expref: 398 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.186697:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005a736828/0xeb74cb2ea3686399 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x238:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3d489 expref: 397 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.186710:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000091c213c2/0xeb74cb2ea368643a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x238:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3d4b3 expref: 396 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.186724:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e73b60da/0xeb74cb2ea368011b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x238:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b269 expref: 395 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.186733:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x238:0x0].0x0 (000000008a100a08) 00010000:00010000:3.0:1776265354.186741:0:5508:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776265354.186760:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a28bd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x234:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.186783:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a28bd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.186792:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a28bd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.186805:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a2618607/0xeb74cb2ea36a28c4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x234:0x0].0x77103a66 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.186813:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a2618607/0xeb74cb2ea36a28c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x234:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.186819:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a2618607/0xeb74cb2ea36a28c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x234:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776265354.186902:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].452, 64 off37184 00010000:00010000:3.0:1776265354.186904:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a28cb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x238:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.186914:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a28cb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x238:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.186921:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a28cb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x238:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776265354.186927:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5306, 184 off931712 00010000:00010000:0.0:1776265354.187014:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a28d2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x388:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.187023:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a28d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x388:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.187040:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a28d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x388:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.187048:0:6376:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a28d2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x388:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.187055:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a28d2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x388:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.187061:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a28d2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x388:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.187082:0:6376:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776265354.187107:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000175ce0df reply state 0000000058f4c63a transno 4294976025 ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a28b6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x388:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.187129:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776265354.187134:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a28d2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x388:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.187152:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001dd14c9e already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265354.187154:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a28d2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x388:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.187164:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a28d2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x388:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.187174:0:5496:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x388:0x0].0x0 (000000008b47134d) 00010000:00010000:0.0:1776265354.187177:0:5496:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776265354.187180:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a28d2 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x388:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.187186:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a28d2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x388:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776265354.187192:0:5508:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].453, 64 off37248 00010000:00010000:0.0:1776265354.187195:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265354.187198:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265354.187199:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1776265354.187207:0:5508:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5307, 184 off931896 00010000:00010000:3.0:1776265354.187291:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a28d9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x238:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.187300:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a28d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x238:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.187307:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a28d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x238:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.187313:0:5508:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a28d9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x238:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.187319:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a28d9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x238:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.187324:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a28d9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x238:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.187343:0:5508:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776265354.187351:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a28a8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.187359:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a28a8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.187365:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a28a8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.187369:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005525a02b already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.187372:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a28a8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.187377:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a28a8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.187384:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f9:0x0].0x0 (000000007983bcdd) 00010000:00010000:0.0:1776265354.187385:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.187387:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a28a8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.187392:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a28a8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776265354.187399:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000175ce0df reply state 0000000058f4c63a transno 4294976025 ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a28af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265354.187467:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000175ce0df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+397:11341:x1862548787245312:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 2086us (5957us total) trans 4294976025 rc 0/0 00000100:00100000:0.0:1776265354.187476:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17085 00010000:00010000:2.0:1776265354.188507:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265354.188514:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a28d9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x238:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.188523:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001272e301 already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265354.188525:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a28d9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x238:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.188536:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a28d9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x238:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.188549:0:5495:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x238:0x0].0x0 (00000000e129d501) 00010000:00010000:2.0:1776265354.188551:0:5495:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776265354.188554:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a28d9 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x238:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.188559:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001272e301/0xeb74cb2ea36a28d9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x238:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.188572:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265354.188574:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265354.188575:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:3.0:1776265354.191444:0:5508:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000007f844dd0 reply state 000000006917ffb7 transno 4294976026 ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a28cb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x238:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.191662:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a28bd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.191672:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a28bd lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.191678:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a28bd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.191685:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c417ec63 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265354.191689:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a28bd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.191695:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a28bd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.191710:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x234:0x0].0x0 (000000000098a1b7) 00010000:00010000:3.0:1776265354.191713:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265354.191716:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a28bd lrc: 2/0,0 mode: --/CW res: [0x200000401:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.191722:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a28bd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x234:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776265354.191733:0:5508:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000007f844dd0 reply state 000000006917ffb7 transno 4294976026 ns: mdt-lustre-MDT0000_UUID lock: 00000000a2618607/0xeb74cb2ea36a28c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x234:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265354.191973:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f844dd0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+397:11340:x1862548787245440:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 5365us (5850us total) trans 4294976026 rc 0/0 00000100:00100000:3.0:1776265354.191982:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17086 00000100:00100000:1.0:1776265354.195463:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:0.0:1776265354.195631:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a28af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.195647:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a28af lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.195655:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a28af lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.195661:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000001290b3f already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.195666:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a28af lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.195673:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a28af lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.195688:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f9:0x0].0x17610ee3 (000000001739787e) 00010000:00010000:0.0:1776265354.195690:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.195693:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a28af lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1f9:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.195699:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a28af lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1f9:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.195725:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a28b6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x388:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.195732:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a28b6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x388:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.195737:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a28b6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x388:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.195742:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008746b23e already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.195744:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a28b6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x388:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.195748:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a28b6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x388:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.195754:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x388:0x0].0x0 (000000008b47134d) 00010000:00010000:0.0:1776265354.195757:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776265354.195758:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a28b6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x388:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.195764:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a28b6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x388:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.198987:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a2618607/0xeb74cb2ea36a28c4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x234:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.199010:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a2618607/0xeb74cb2ea36a28c4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x234:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.199017:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a2618607/0xeb74cb2ea36a28c4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x234:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.199024:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a2618607 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265354.199028:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a2618607/0xeb74cb2ea36a28c4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x234:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.199044:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a2618607/0xeb74cb2ea36a28c4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x234:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.199060:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x234:0x0].0x77103a66 (000000009bb79a69) 00010000:00010000:3.0:1776265354.199063:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265354.199066:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a2618607/0xeb74cb2ea36a28c4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x234:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.199072:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a2618607/0xeb74cb2ea36a28c4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x234:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.199092:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a28cb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x238:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.199098:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a28cb lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x238:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.199104:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a28cb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x238:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.199109:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000080399e3f already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265354.199111:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a28cb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x238:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.199116:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a28cb lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x238:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.199123:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x238:0x0].0x0 (00000000e129d501) 00010000:00010000:3.0:1776265354.199125:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265354.199126:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a28cb lrc: 2/0,0 mode: --/EX res: [0x200000401:0x238:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.199132:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a28cb lrc: 0/0,0 mode: --/EX res: [0x200000401:0x238:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265354.199461:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265354.203297:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787245568 00000100:00100000:3.0:1776265354.203364:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787245632 00000100:00100000:3.0:1776265354.203395:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4972 00000100:00100000:3.0:1776265354.203403:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be1645a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+396:11341:x1862548787245568:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:3.0:1776265354.203649:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be1645a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+397:11341:x1862548787245568:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 246us (8198us total) trans 4294976027 rc 0/0 00000100:00100000:3.0:1776265354.203657:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4972 00000100:00100000:3.0:1776265354.203677:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4973 00000100:00100000:3.0:1776265354.203682:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000026289fe pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+396:11340:x1862548787245632:12345-192.168.204.57@tcp:37:dbench.0 00000100:00100000:0.0:1776265354.209603:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265354.209927:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787245760 00000100:00100000:3.0:1776265354.209983:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17087 00000100:00100000:3.0:1776265354.209990:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cca94cde pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+398:11341:x1862548787245760:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:3.0:1776265354.210056:0:5508:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1776265354.210087:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a763d0f7/0xeb74cb2ea36991b1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43658 expref: 398 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.210109:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000016ca16c4/0xeb74cb2ea3683007 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1fb:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c395 expref: 397 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.210121:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000014af1c45/0xeb74cb2ea3683070 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1fb:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c3b8 expref: 396 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.210131:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea367e832 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1fb:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a891 expref: 395 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.210142:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1fb:0x0].0x0 (00000000d57ab8f2) 00010000:00010000:3.0:1776265354.210150:0:5508:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776265354.210178:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a28e0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.210193:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a28e0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.210204:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a28e0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.210268:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a2618607/0xeb74cb2ea36a28e7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1f9:0x0].0x4e78d319 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.210276:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a2618607/0xeb74cb2ea36a28e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.210283:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a2618607/0xeb74cb2ea36a28e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.210380:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a28ee lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.210390:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a28ee lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.210396:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a28ee lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776265354.210718:0:5508:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].458, 64 off37568 00000040:00080000:3.0:1776265354.210739:0:5508:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5308, 184 off932080 00010000:00010000:3.0:1776265354.210795:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000750d4b78/0xeb74cb2ea36a28f5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.210805:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000750d4b78/0xeb74cb2ea36a28f5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.210813:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000750d4b78/0xeb74cb2ea36a28f5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.210825:0:5508:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000750d4b78/0xeb74cb2ea36a28f5 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.210831:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000750d4b78/0xeb74cb2ea36a28f5 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.210837:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000750d4b78/0xeb74cb2ea36a28f5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.210866:0:5508:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1776265354.210885:0:5508:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000cca94cde reply state 00000000f891bebb transno 4294976028 ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a28ee lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.210929:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a28e0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.210936:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a28e0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.210942:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a28e0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.210947:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000080399e3f already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265354.210951:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a28e0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.210958:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a28e0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.210972:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f9:0x0].0x0 (000000007983bcdd) 00010000:00010000:3.0:1776265354.210974:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265354.210977:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a28e0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.210982:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a28e0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776265354.210991:0:5508:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000cca94cde reply state 00000000f891bebb transno 4294976028 ns: mdt-lustre-MDT0000_UUID lock: 00000000a2618607/0xeb74cb2ea36a28e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265354.211275:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cca94cde pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+396:11341:x1862548787245760:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1283us (1678us total) trans 4294976028 rc 0/0 00000100:00100000:3.0:1776265354.211284:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17087 00010000:00010000:1.0:1776265354.214829:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265354.214840:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000750d4b78/0xeb74cb2ea36a28f5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.214855:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000750d4b78 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265354.214858:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000750d4b78/0xeb74cb2ea36a28f5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.214866:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000750d4b78/0xeb74cb2ea36a28f5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.214904:0:7890:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1fb:0x0].0x0 (000000009bb79a69) 00010000:00010000:1.0:1776265354.214907:0:7890:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776265354.214911:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000750d4b78/0xeb74cb2ea36a28f5 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.214917:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000750d4b78/0xeb74cb2ea36a28f5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.214938:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265354.214939:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265354.214941:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776265354.216931:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000026289fe pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+394:11340:x1862548787245632:12345-192.168.204.57@tcp:37:dbench.0 Request processed in 13240us (17466us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265354.216948:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4973 00010000:00010000:0.0:1776265354.227612:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a2618607/0xeb74cb2ea36a28e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.227632:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a2618607/0xeb74cb2ea36a28e7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.227639:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a2618607/0xeb74cb2ea36a28e7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.227735:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a2618607 already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.227740:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a2618607/0xeb74cb2ea36a28e7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265354.227807:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265354.227844:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:0.0:1776265354.228007:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a2618607/0xeb74cb2ea36a28e7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1f9:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.228027:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f9:0x0].0x4e78d319 (00000000e129d501) 00010000:00010000:0.0:1776265354.228039:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.228044:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a2618607/0xeb74cb2ea36a28e7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1f9:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.228050:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a2618607/0xeb74cb2ea36a28e7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1f9:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.228072:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a28ee lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.228078:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a28ee lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265354.228116:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787245888 00000100:00100000:1.0:1776265354.228166:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4974 00000100:00100000:1.0:1776265354.228173:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091b808d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+394:11341:x1862548787245888:12345-192.168.204.57@tcp:35:dbench.0 00010000:00010000:0.0:1776265354.228178:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a28ee lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.228186:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c417ec63 already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.228188:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a28ee lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.228194:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a28ee lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.228202:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1fb:0x0].0x0 (000000009bb79a69) 00010000:00010000:0.0:1776265354.228205:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776265354.228207:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a28ee lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.228239:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c417ec63/0xeb74cb2ea36a28ee lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265354.228429:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091b808d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+394:11341:x1862548787245888:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 255us (625us total) trans 4294976029 rc 0/0 00000100:00100000:1.0:1776265354.228437:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4974 00000100:00100000:2.0:1776265354.228662:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787245952 00000100:00100000:2.0:1776265354.228696:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17088 00000100:00100000:2.0:1776265354.228701:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d32abf5b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+394:11340:x1862548787245952:12345-192.168.204.57@tcp:101:dbench.0 00010000:00010000:2.0:1776265354.228711:0:5508:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1776265354.228726:0:5508:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a28fc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x202:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46632 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.228771:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2903 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x202:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.228785:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2903 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.228796:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2903 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.228809:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a290a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x202:0x0].0x204a7f30 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.228815:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a290a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x202:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.228821:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a290a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x202:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.228920:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a2911 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x206:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.228929:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a2911 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x206:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.228935:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a2911 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x206:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1776265354.228958:0:5508:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x206:0x0]: returning size 260096 00000004:00200000:2.0:1776265354.228961:0:5508:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1776265354.228973:0:5508:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a2911 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x206:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.228981:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a2911 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.228987:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2903 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.228992:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2903 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.228997:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2903 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.229001:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003bcddbc2 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265354.229003:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2903 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.229009:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2903 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.229016:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x202:0x0].0x0 (00000000a1c00bdc) 00010000:00010000:2.0:1776265354.229018:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265354.229020:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2903 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.229026:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2903 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.229046:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a290a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x202:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.229052:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a290a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x202:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.229057:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a290a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x202:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.229061:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cc0e7fe4 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265354.229063:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a290a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x202:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.229068:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a290a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x202:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.229074:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x202:0x0].0x204a7f30 (00000000f50c8b9d) 00010000:00010000:2.0:1776265354.229076:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265354.229078:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a290a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x202:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.229083:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a290a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x202:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.229108:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a28fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46632 expref: 396 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.229120:0:5508:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a2911 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46632 expref: 395 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.229125:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x206:0x0].0x0 (00000000b3a4c39d) 00010000:00010000:2.0:1776265354.229128:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1776265354.229129:0:5508:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000c4896d6d, rc 0) 00000100:00100000:2.0:1776265354.229165:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d32abf5b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+395:11340:x1862548787245952:12345-192.168.204.57@tcp:101:dbench.0 Request processed in 463us (1321us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265354.229171:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17088 00000100:00100000:3.0:1776265354.234187:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.234265:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787246080 00000100:00100000:3.0:1776265354.234267:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265354.234298:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.234516:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787246208 00000100:00100000:0.0:1776265354.234558:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4975 00000100:00100000:0.0:1776265354.234569:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fb949918 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+396:11340:x1862548787246208:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:0.0:1776265354.234842:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fb949918 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+397:11340:x1862548787246208:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 272us (574us total) trans 4294976030 rc 0/0 00000100:00100000:0.0:1776265354.234851:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4975 00000100:00100000:2.0:1776265354.236246:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787246272 00000100:00100000:2.0:1776265354.236320:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17089 00000100:00100000:2.0:1776265354.236326:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f006cfdc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+397:11341:x1862548787246080:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:2.0:1776265354.237485:0:5508:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1776265354.237516:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000045812ea6/0xeb74cb2ea3682cb1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1f7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c284 expref: 397 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.237539:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000594cf9af/0xeb74cb2ea367e6a3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a805 expref: 396 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.237550:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a70828d9/0xeb74cb2ea3682d44 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1f7:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c2b5 expref: 395 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.237561:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006b78b8c8/0xeb74cb2ea367e68e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1f7:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a7f0 expref: 394 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.237569:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f7:0x0].0x0 (00000000f19c366f) 00010000:00010000:2.0:1776265354.237580:0:5508:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776265354.237610:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2918 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.237625:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2918 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.237635:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2918 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.237649:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a291f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1eb:0x0].0xe2501d74 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.237656:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a291f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1eb:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.237662:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a291f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1eb:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.237759:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2926 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265354.238011:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17090 00000100:00100000:3.0:1776265354.238020:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf46a79a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+393:11442:x1862548787246272:12345-192.168.204.57@tcp:101:ll_sa_11340.0 00010000:00010000:3.0:1776265354.238051:0:12468:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776265354.238066:0:12468:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a292d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x202:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46639 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.238139:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a292d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46639 expref: 394 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.238150:0:12468:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a292d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46639 expref: 394 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.238158:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x202:0x0].0x0 (00000000a1c00bdc) 00010000:00010000:3.0:1776265354.238160:0:12468:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265354.238162:0:12468:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000080399e3f, rc 0) 00000100:00100000:3.0:1776265354.238244:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf46a79a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+394:11442:x1862548787246272:12345-192.168.204.57@tcp:101:ll_sa_11340.0 Request processed in 224us (3944us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265354.238250:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17090 00000100:00100000:3.0:1776265354.238331:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.238807:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787246400 00000100:00100000:0.0:1776265354.238850:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17091 00000100:00100000:0.0:1776265354.238855:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ae2fffb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+394:11340:x1862548787246400:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:0.0:1776265354.238885:0:6376:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:0.0:1776265354.238901:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a2911 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46632 expref: 394 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.238920:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e7009b9f/0xeb74cb2ea3683906 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x206:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c689 expref: 393 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.238932:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ce81dae0/0xeb74cb2ea3683945 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x206:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c6a5 expref: 392 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.238943:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000082e1970e/0xeb74cb2ea367ecfb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x206:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aa66 expref: 391 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.238952:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x206:0x0].0x0 (00000000b3a4c39d) 00010000:00010000:0.0:1776265354.238963:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009155abe7/0xeb74cb2ea36a22e3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x202:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465d7 expref: 390 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.238972:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x202:0x0].0x0 (00000000a1c00bdc) 00010000:00010000:0.0:1776265354.238974:0:6376:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776265354.238993:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2934 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x202:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.239005:0:6376:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a292d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46639 expref: 389 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.239012:0:6376:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2934 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.239053:0:6376:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a292d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46639 expref: 389 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.239064:0:6376:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a292d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46639 expref: 389 pid: 12468 timeout: 555 lvb_type: 0 00000100:00100000:0.0:1776265354.239077:0:6376:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000681a7c73 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6376:1862548793521792:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265354.239136:0:6376:0:(client.c:2500:ptlrpc_set_wait()) set 000000007f70cb6b going to sleep for 43 seconds 00010000:00010000:2.0:1776265354.239473:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2926 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.239485:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2926 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776265354.239899:0:5508:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].459, 64 off37632 00000040:00080000:2.0:1776265354.239918:0:5508:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5309, 184 off932264 00010000:00010000:2.0:1776265354.239980:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a293b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.239989:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a293b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.239997:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a293b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.240004:0:5508:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a293b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.240010:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a293b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.240017:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a293b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.240056:0:5508:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776265354.240288:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776265354.240294:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a293b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.240303:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e8466407 already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265354.240307:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a293b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.240314:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a293b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.240327:0:11772:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f7:0x0].0x0 (0000000025426af4) 00010000:00010000:0.0:1776265354.240329:0:11772:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776265354.240333:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a293b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.240338:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a293b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.240351:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265354.240352:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265354.240354:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:2.0:1776265354.242182:0:5508:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000f006cfdc reply state 00000000883dc8d0 transno 4294976031 ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2926 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.242765:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2918 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.242775:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2918 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.242782:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2918 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.242788:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001a2f9c07 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265354.242791:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2918 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.242798:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2918 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.242818:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1eb:0x0].0x0 (00000000bf9c9f28) 00010000:00010000:2.0:1776265354.242820:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265354.242823:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2918 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.242828:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2918 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776265354.242838:0:5508:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000f006cfdc reply state 00000000883dc8d0 transno 4294976031 ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a291f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1eb:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265354.242939:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f006cfdc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+391:11341:x1862548787246080:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 6610us (8757us total) trans 4294976031 rc 0/0 00000100:00100000:2.0:1776265354.242949:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17089 00000100:00100000:3.0:1776265354.244720:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.244842:0:6376:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000681a7c73 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6376:1862548793521792:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265354.244873:0:6376:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2934 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.244935:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a291f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1eb:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.244944:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a291f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1eb:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.244950:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a291f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1eb:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.244955:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000de00b8cb already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265354.244958:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a291f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1eb:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.244964:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a291f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1eb:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.244980:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1eb:0x0].0xe2501d74 (00000000d1de1527) 00010000:00010000:2.0:1776265354.244984:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265354.244987:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a291f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1eb:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.244993:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a291f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1eb:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.245012:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2926 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.245017:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2926 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.245022:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2926 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.245039:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000007a57c8c already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265354.245042:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2926 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.245048:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2926 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.245055:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f7:0x0].0x0 (0000000025426af4) 00010000:00010000:2.0:1776265354.245057:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776265354.245059:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2926 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.245070:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2926 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265354.245249:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787246464 00000100:00100000:1.0:1776265354.245295:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4976 00000100:00100000:1.0:1776265354.245303:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cfec024c pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+390:11442:x1862548787246464:12345-192.168.204.57@tcp:37:ll_sa_11340.0 00000100:00100000:3.0:1776265354.249705:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.250831:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cfec024c pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+390:11442:x1862548787246464:12345-192.168.204.57@tcp:37:ll_sa_11340.0 Request processed in 5523us (6115us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265354.250848:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4976 00000100:00100000:1.0:1776265354.250918:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787246592 00000100:00100000:0.0:1776265354.253815:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4977 00000100:00100000:0.0:1776265354.253828:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b63153e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+390:11341:x1862548787246592:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:0.0:1776265354.254090:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b63153e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+391:11341:x1862548787246592:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 263us (4391us total) trans 4294976032 rc 0/0 00000100:00100000:0.0:1776265354.254098:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4977 00000100:00100000:3.0:1776265354.255666:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.255749:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787246656 00000100:00100000:0.0:1776265354.255793:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17092 00000100:00100000:0.0:1776265354.255799:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a3964ecf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+391:2207:x1862548787246656:12345-192.168.204.57@tcp:101:ll_sa_11340.0 00010000:00010000:0.0:1776265354.255815:0:5507:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1776265354.255834:0:5507:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a2942 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x202:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46640 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.255889:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a2949 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x202:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.255904:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a2949 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.255916:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a2949 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.255931:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2950 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x202:0x0].0xf786fdb3 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.255939:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2950 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x202:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.255945:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2950 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x202:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.256065:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a2957 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x204:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.256074:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a2957 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x204:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.256080:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a2957 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x204:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1776265354.256110:0:5507:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x204:0x0]: returning size 260096 00000004:00200000:0.0:1776265354.256114:0:5507:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1776265354.256130:0:5507:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a2957 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x204:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.256141:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a2957 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.256150:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a2949 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.256156:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a2949 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.256163:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a2949 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.256169:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005525a02b already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.256173:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a2949 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.256180:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a2949 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.256191:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x202:0x0].0x0 (00000000a1c00bdc) 00010000:00010000:0.0:1776265354.256194:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.256196:0:5507:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2934 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.256206:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a2949 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.256247:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a2949 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.256259:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2950 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x202:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.256264:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2950 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x202:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.256269:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2950 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x202:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.256283:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001dd14c9e already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.256285:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2950 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x202:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.256291:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2950 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x202:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.256297:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x202:0x0].0xf786fdb3 (000000008b47134d) 00010000:00010000:0.0:1776265354.256300:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.256301:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2950 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x202:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.256306:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2950 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x202:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.256332:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a2942 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x202:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46640 expref: 393 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.256343:0:5507:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a2957 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46640 expref: 392 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.256360:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x204:0x0].0x0 (00000000ae65ef50) 00010000:00010000:0.0:1776265354.256363:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1776265354.256365:0:5507:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000961117d3, rc 0) 00000100:00100000:0.0:1776265354.256415:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a3964ecf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+392:2207:x1862548787246656:12345-192.168.204.57@tcp:101:ll_sa_11340.0 Request processed in 615us (755us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265354.256423:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17092 00000100:00100000:3.0:1776265354.258484:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.258571:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787246784 00000100:00100000:2.0:1776265354.258620:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17093 00000100:00100000:2.0:1776265354.258627:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eeb2fe3a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+392:11341:x1862548787246784:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:2.0:1776265354.258684:0:5508:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1776265354.258712:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000067a50171/0xeb74cb2ea3682af8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1f5:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c1ff expref: 392 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.258738:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000011908dcc/0xeb74cb2ea367e610 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a7b8 expref: 391 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.258752:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b50db00f/0xeb74cb2ea3682b30 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1f5:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c20d expref: 390 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.258766:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea367e5d8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1f5:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a7aa expref: 389 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.258775:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f5:0x0].0x0 (00000000bd5680c3) 00010000:00010000:2.0:1776265354.258786:0:5508:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776265354.258821:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a295e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.258836:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a295e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.258846:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a295e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.258863:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2965 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1eb:0x0].0xe93b25ce bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.258870:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2965 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1eb:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.258875:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2965 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1eb:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.258975:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a296c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.258983:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a296c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.258990:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a296c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776265354.259396:0:5508:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].460, 64 off37696 00000040:00080000:2.0:1776265354.259417:0:5508:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5310, 184 off932448 00010000:00010000:2.0:1776265354.259484:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2973 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.259493:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2973 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.259500:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2973 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.259512:0:5508:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2973 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.259518:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2973 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.259523:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2973 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.259543:0:5508:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776265354.259560:0:5508:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000eeb2fe3a reply state 00000000511d79e6 transno 4294976033 ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a296c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.259581:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265354.259586:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2973 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.259592:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000900bca3b already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265354.259595:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2973 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.259601:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2973 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.259610:0:5496:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f5:0x0].0x0 (000000006dad258f) 00010000:00010000:2.0:1776265354.259612:0:5496:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776265354.259615:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2973 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.259625:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2973 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.259635:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265354.259636:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265354.259637:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265354.259674:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a295e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.259681:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a295e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.259686:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a295e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.259690:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f264d773 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265354.259694:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a295e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.259699:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a295e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.259706:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1eb:0x0].0x0 (00000000bf9c9f28) 00010000:00010000:2.0:1776265354.259707:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265354.259709:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a295e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.259714:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a295e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776265354.259724:0:5508:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000eeb2fe3a reply state 00000000511d79e6 transno 4294976033 ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2965 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1eb:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265354.259794:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eeb2fe3a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+390:11341:x1862548787246784:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1167us (1317us total) trans 4294976033 rc 0/0 00000100:00100000:2.0:1776265354.259803:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17093 00010000:00010000:0.0:1776265354.261891:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2965 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1eb:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.261912:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2965 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1eb:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.261920:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2965 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1eb:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.261927:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cc0e7fe4 already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.261931:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2965 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1eb:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.261938:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2965 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1eb:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.261954:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1eb:0x0].0xe93b25ce (00000000f50c8b9d) 00010000:00010000:0.0:1776265354.261957:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.261960:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2965 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1eb:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.261967:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2965 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1eb:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.261986:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a296c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.261993:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a296c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.261998:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a296c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.262004:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003bcddbc2 already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.262006:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a296c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.262012:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a296c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.262020:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f5:0x0].0x0 (000000006dad258f) 00010000:00010000:0.0:1776265354.262022:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776265354.264396:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a296c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.264417:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a296c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265354.266009:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.266109:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787246848 00010000:00010000:1.0:1776265354.266149:0:5492:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a292d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46639 expref: 389 pid: 12468 timeout: 555 lvb_type: 0 00000100:00100000:1.0:1776265354.266191:0:5492:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5091 00000100:00100000:1.0:1776265354.266198:0:5492:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a3f93d51 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:2207:x1862548787246848:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1776265354.266252:0:5492:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776265354.266259:0:5492:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a292d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46639 expref: 389 pid: 12468 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1776265354.266270:0:5492:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a292d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46639 expref: 389 pid: 12468 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1776265354.266291:0:5492:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000080399e3f/0xeb74cb2ea36a292d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46639 expref: 389 pid: 12468 timeout: 555 lvb_type: 0 00010000:00010000:1.0:1776265354.266307:0:5492:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x202:0x0].0x0 (00000000a1c00bdc) 00010000:00010000:1.0:1776265354.266312:0:5492:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2934 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.266322:0:5492:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2934 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.266330:0:5492:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2934 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.266367:0:5492:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776265354.266412:0:5492:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a3f93d51 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+388:2207:x1862548787246848:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 Request processed in 214us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265354.266419:0:5492:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5091 00010000:00010000:2.0:1776265354.266490:0:6376:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2934 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.266499:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2934 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.266522:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a297a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x202:0x0].0x204a7f30 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.266531:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a297a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x202:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.266539:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a297a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x202:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.266662:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2981 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x206:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.266670:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2981 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x206:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.266677:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2981 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x206:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776265354.267092:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].454, 64 off37312 00000040:00080000:2.0:1776265354.267115:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5311, 184 off932632 00010000:00010000:2.0:1776265354.267179:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2988 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x206:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.267189:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2988 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x206:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.267196:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2988 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x206:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.267202:0:6376:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2988 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x206:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.267207:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2988 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x206:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.267245:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2988 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x206:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.267266:0:6376:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776265354.267289:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000007ae2fffb reply state 0000000027a89608 transno 4294976034 ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2981 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x206:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.267336:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2934 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.267342:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2934 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.267353:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2934 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.267359:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008746b23e already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265354.267361:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2934 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.267368:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2934 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.267378:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x202:0x0].0x0 (00000000a1c00bdc) 00010000:00010000:2.0:1776265354.267380:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265354.267383:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2934 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.267388:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a2934 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776265354.267396:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000007ae2fffb reply state 0000000027a89608 transno 4294976034 ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a297a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x202:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265354.267454:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ae2fffb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:11340:x1862548787246400:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 28597us (29123us total) trans 4294976034 rc 0/0 00000100:00100000:2.0:1776265354.267462:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17091 00010000:00010000:1.0:1776265354.267678:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265354.267683:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2988 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x206:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.267690:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001a2f9c07 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265354.267692:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2988 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x206:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.267699:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2988 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x206:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.267707:0:5495:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x206:0x0].0x0 (00000000d1de1527) 00010000:00010000:1.0:1776265354.267709:0:5495:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776265354.267711:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2988 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x206:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.267716:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2988 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x206:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.267727:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265354.267728:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265354.267730:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776265354.270726:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.270808:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787246976 00000100:00100000:0.0:1776265354.270863:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4978 00000100:00100000:0.0:1776265354.270869:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000292380cc pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:11341:x1862548787246976:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:0.0:1776265354.271175:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000292380cc pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+390:11341:x1862548787246976:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 305us (456us total) trans 4294976035 rc 0/0 00000100:00100000:0.0:1776265354.271183:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4978 00000100:00100000:3.0:1776265354.272970:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:2.0:1776265354.273059:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a297a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x202:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.273074:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a297a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x202:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.273082:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a297a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x202:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.273089:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000007a57c8c already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265354.273092:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a297a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x202:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.273100:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a297a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x202:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.273116:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x202:0x0].0x204a7f30 (0000000025426af4) 00010000:00010000:2.0:1776265354.273120:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265354.273124:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a297a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x202:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.273129:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a297a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x202:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.273146:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2981 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x206:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.273152:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2981 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x206:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.273158:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2981 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x206:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.273162:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000de00b8cb already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265354.273164:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2981 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x206:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.273170:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2981 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x206:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.273176:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x206:0x0].0x0 (00000000d1de1527) 00010000:00010000:2.0:1776265354.273178:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776265354.273180:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2981 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x206:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.273185:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2981 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x206:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265354.273342:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787247104 00000100:00100000:0.0:1776265354.273457:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17094 00000100:00100000:0.0:1776265354.273464:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009493bb33 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:11340:x1862548787247104:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:0.0:1776265354.273517:0:6376:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776265354.273535:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000034e03c8a/0xeb74cb2ea369feb6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45cf4 expref: 389 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.273549:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b0935e4f/0xeb74cb2ea369fe93 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3bc:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45ce6 expref: 388 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.273556:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3bc:0x0].0x0 (00000000b8d3920d) 00010000:00010000:0.0:1776265354.273562:0:6376:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776265354.273589:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a298f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.273602:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a298f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.273612:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a298f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.273624:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2996 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x202:0x0].0x91184568 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.273631:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2996 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x202:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.273638:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2996 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x202:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.273735:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a299d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3bc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.273744:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a299d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.273755:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a299d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776265354.274674:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].455, 64 off37376 00000040:00080000:0.0:1776265354.274697:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5312, 184 off932816 00010000:00010000:0.0:1776265354.274763:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a29a4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.274777:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a29a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.274785:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a29a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.274793:0:6376:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a29a4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.274799:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a29a4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.274804:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a29a4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.274829:0:6376:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776265354.274852:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000009493bb33 reply state 000000005fd4dc71 transno 4294976036 ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a299d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.274913:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a298f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.274923:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a298f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.274929:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a298f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.274935:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000001290b3f already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.274937:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a298f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.274942:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a298f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.274952:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x202:0x0].0x0 (00000000a1c00bdc) 00010000:00010000:0.0:1776265354.274954:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.274957:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a298f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.274962:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a298f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776265354.274970:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000009493bb33 reply state 000000005fd4dc71 transno 4294976036 ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2996 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x202:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265354.275071:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009493bb33 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:11340:x1862548787247104:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1606us (2106us total) trans 4294976036 rc 0/0 00000100:00100000:0.0:1776265354.275080:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17094 00010000:00010000:1.0:1776265354.275730:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265354.275737:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a29a4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.275747:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a20a4dbc already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265354.275749:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a29a4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.275762:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a29a4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.275772:0:7890:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3bc:0x0].0x0 (000000001739787e) 00010000:00010000:1.0:1776265354.275774:0:7890:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776265354.275776:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a29a4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.275782:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a20a4dbc/0xeb74cb2ea36a29a4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.275793:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265354.275794:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265354.275796:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265354.277891:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2996 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x202:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.277910:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2996 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x202:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.277917:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2996 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x202:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.277923:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001dd14c9e already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.277927:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2996 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x202:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.277935:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2996 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x202:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.277950:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x202:0x0].0x91184568 (000000008b47134d) 00010000:00010000:0.0:1776265354.277953:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.277957:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2996 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x202:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.277962:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001dd14c9e/0xeb74cb2ea36a2996 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x202:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.277979:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a299d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.277985:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a299d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.277990:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a299d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.277999:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005525a02b already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.278001:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a299d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.278006:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a299d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.278014:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3bc:0x0].0x0 (000000001739787e) 00010000:00010000:0.0:1776265354.278015:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776265354.278017:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a299d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.278022:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005525a02b/0xeb74cb2ea36a299d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265354.279441:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265354.279519:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.279689:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787247296 00000100:00100000:1.0:1776265354.279740:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4979 00000100:00100000:1.0:1776265354.279746:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8d32a95 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+388:11340:x1862548787247296:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:1.0:1776265354.279980:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8d32a95 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:11340:x1862548787247296:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 233us (545us total) trans 4294976037 rc 0/0 00000100:00100000:1.0:1776265354.279988:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4979 00000100:00100000:0.0:1776265354.280573:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787247360 00000100:00100000:0.0:1776265354.280612:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17095 00000100:00100000:0.0:1776265354.280617:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000876f417d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:11341:x1862548787247360:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:0.0:1776265354.280674:0:6376:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1776265354.280701:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000054d9981b/0xeb74cb2ea3682923 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1f1:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c15e expref: 389 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.280721:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea367e465 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a709 expref: 388 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.280734:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000564c7194/0xeb74cb2ea368299a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1f1:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c18f expref: 387 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.280752:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea367e450 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1f1:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a702 expref: 386 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.280760:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f1:0x0].0x0 (00000000b831354d) 00010000:00010000:0.0:1776265354.280770:0:6376:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776265354.280797:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a29ab lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.280811:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a29ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.280821:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a29ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.280834:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a29b2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1eb:0x0].0x8e4542d7 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.280841:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a29b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1eb:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.280847:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a29b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1eb:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.280937:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000088f4184d/0xeb74cb2ea36a29b9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1f1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.280946:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000088f4184d/0xeb74cb2ea36a29b9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.280957:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000088f4184d/0xeb74cb2ea36a29b9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776265354.281497:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].461, 64 off37760 00000040:00080000:0.0:1776265354.281525:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5313, 184 off933000 00010000:00010000:0.0:1776265354.281587:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a29c0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1f1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.281598:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a29c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.281606:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a29c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.281613:0:6376:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a29c0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.281619:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a29c0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.281625:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a29c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.281651:0:6376:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776265354.281668:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000876f417d reply state 00000000006331a6 transno 4294976038 ns: mdt-lustre-MDT0000_UUID lock: 0000000088f4184d/0xeb74cb2ea36a29b9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.281718:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a29ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.281729:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a29ab lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.281735:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a29ab lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.281741:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a4ace8bd already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.281745:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a29ab lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.281752:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a29ab lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.281763:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1eb:0x0].0x0 (00000000bf9c9f28) 00010000:00010000:0.0:1776265354.281765:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.281769:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a29ab lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.281775:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a4ace8bd/0xeb74cb2ea36a29ab lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776265354.281782:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000876f417d reply state 00000000006331a6 transno 4294976038 ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a29b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1eb:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265354.281970:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000876f417d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+387:11341:x1862548787247360:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1350us (2448us total) trans 4294976038 rc 0/0 00000100:00100000:0.0:1776265354.281978:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17095 00010000:00010000:2.0:1776265354.282050:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265354.282055:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a29c0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.282063:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000074e07aef already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265354.282065:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a29c0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.282071:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a29c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.282080:0:11772:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f1:0x0].0x0 (0000000021e88cee) 00010000:00010000:2.0:1776265354.282082:0:11772:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776265354.282084:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a29c0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.282089:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000074e07aef/0xeb74cb2ea36a29c0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.282104:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265354.282106:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265354.282107:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265354.285248:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a29b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1eb:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.285267:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a29b2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1eb:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.285274:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a29b2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1eb:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.285280:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000efcba2ed already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265354.285285:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a29b2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1eb:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.285291:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a29b2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1eb:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.285305:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1eb:0x0].0x8e4542d7 (000000001491eab9) 00010000:00010000:2.0:1776265354.285308:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265354.285311:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a29b2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1eb:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.285317:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000efcba2ed/0xeb74cb2ea36a29b2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1eb:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.285334:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000088f4184d/0xeb74cb2ea36a29b9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.285344:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000088f4184d/0xeb74cb2ea36a29b9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.285359:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000088f4184d/0xeb74cb2ea36a29b9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.285364:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000088f4184d already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265354.285366:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000088f4184d/0xeb74cb2ea36a29b9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.285370:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000088f4184d/0xeb74cb2ea36a29b9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.285375:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f1:0x0].0x0 (0000000021e88cee) 00010000:00010000:2.0:1776265354.285377:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776265354.285379:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000088f4184d/0xeb74cb2ea36a29b9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.285383:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000088f4184d/0xeb74cb2ea36a29b9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265354.288132:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.288500:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787247488 00000100:00100000:0.0:1776265354.288557:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17096 00000100:00100000:0.0:1776265354.288563:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000007133eed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+386:11340:x1862548787247488:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:0.0:1776265354.288617:0:6376:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1776265354.288644:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000961117d3/0xeb74cb2ea36a2957 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46640 expref: 386 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.288665:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bc30d1c5/0xeb74cb2ea368370e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x204:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c5ef expref: 385 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.288677:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000267a659c/0xeb74cb2ea3683785 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x204:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c60b expref: 384 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.288686:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003e165c34/0xeb74cb2ea367ec1b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x204:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aa04 expref: 383 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.288695:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x204:0x0].0x0 (00000000ae65ef50) 00010000:00010000:0.0:1776265354.288702:0:6376:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776265354.288731:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a29c7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.288746:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a29c7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.288756:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a29c7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.288769:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a29ce lrc: 3/0,1 mode: --/PW res: [0x200000401:0x202:0x0].0xf786fdb3 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.288776:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a29ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x202:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.288783:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a29ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x202:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.288887:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a29d5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x204:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.288896:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a29d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.288903:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a29d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776265354.289330:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].456, 64 off37440 00000040:00080000:0.0:1776265354.289362:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5314, 184 off933184 00010000:00010000:0.0:1776265354.289420:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a29dc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x204:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.289429:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a29dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.289436:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a29dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.289443:0:6376:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a29dc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.289449:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a29dc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.289459:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a29dc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.289476:0:6376:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776265354.289490:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000007133eed reply state 00000000e6f4c113 transno 4294976039 ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a29d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x204:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.289531:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a29c7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.289536:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a29c7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.289542:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a29c7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.289547:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000001290b3f already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.289550:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a29c7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.289555:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a29c7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.289563:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x202:0x0].0x0 (00000000a1c00bdc) 00010000:00010000:0.0:1776265354.289566:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.289568:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a29c7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.289573:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000001290b3f/0xeb74cb2ea36a29c7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776265354.289581:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000007133eed reply state 00000000e6f4c113 transno 4294976039 ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a29ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x202:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265354.289657:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000007133eed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+384:11340:x1862548787247488:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1093us (1532us total) trans 4294976039 rc 0/0 00000100:00100000:0.0:1776265354.289666:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17096 00010000:00010000:2.0:1776265354.290614:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265354.290621:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a29dc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.290631:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e089eab5 already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265354.290634:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a29dc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.290645:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a29dc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.290657:0:5496:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x204:0x0].0x0 (000000000f4c4d98) 00010000:00010000:2.0:1776265354.290659:0:5496:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776265354.290661:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a29dc lrc: 1/0,0 mode: --/PW res: [0x200000401:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.290666:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a29dc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.290679:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265354.290680:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265354.290681:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776265354.291817:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:2.0:1776265354.291927:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a29ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x202:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.291939:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a29ce lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x202:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.291946:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a29ce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x202:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.291951:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008746b23e already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265354.291954:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a29ce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x202:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.291959:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a29ce lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x202:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.291972:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x202:0x0].0xf786fdb3 (00000000b6466c93) 00010000:00010000:2.0:1776265354.291974:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265354.291977:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a29ce lrc: 2/0,0 mode: --/PW res: [0x200000401:0x202:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.291982:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008746b23e/0xeb74cb2ea36a29ce lrc: 0/0,0 mode: --/PW res: [0x200000401:0x202:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.291999:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a29d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.292005:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a29d5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.292010:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a29d5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.292015:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b339eeef already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265354.292017:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a29d5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.292021:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a29d5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.292043:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x204:0x0].0x0 (000000000f4c4d98) 00010000:00010000:2.0:1776265354.292045:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776265354.292047:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a29d5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.292056:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a29d5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265354.292119:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787247616 00000100:00100000:0.0:1776265354.292168:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4980 00000100:00100000:0.0:1776265354.292173:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001435733f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+383:11341:x1862548787247616:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:0.0:1776265354.292440:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001435733f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+384:11341:x1862548787247616:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 264us (627us total) trans 4294976040 rc 0/0 00000100:00100000:0.0:1776265354.292447:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4980 00000100:00100000:3.0:1776265354.293802:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.293890:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787247744 00000100:00100000:1.0:1776265354.293935:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17097 00000100:00100000:1.0:1776265354.293941:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d6311cc7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+384:11340:x1862548787247744:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:1.0:1776265354.293990:0:5507:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1776265354.294017:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000053d5ae72/0xeb74cb2ea36a0466 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45ec2 expref: 384 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.294063:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000039b5f577/0xeb74cb2ea36a0443 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45eb4 expref: 383 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.294073:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c2:0x0].0x0 (000000007100e5fe) 00010000:00010000:1.0:1776265354.294083:0:5507:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265354.294114:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a29e3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.294129:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a29e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.294139:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a29e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.294152:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a29ea lrc: 3/0,1 mode: --/PW res: [0x200000401:0x202:0x0].0xba61c71c bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.294158:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a29ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x202:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.294164:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a29ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x202:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.294295:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a29f1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.294303:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a29f1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.294312:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a29f1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776265354.294687:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].457, 64 off37504 00000040:00080000:1.0:1776265354.294708:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5315, 184 off933368 00010000:00010000:1.0:1776265354.294768:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a6c519c0/0xeb74cb2ea36a29f8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.294777:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a6c519c0/0xeb74cb2ea36a29f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.294785:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a6c519c0/0xeb74cb2ea36a29f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.294791:0:5507:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a6c519c0/0xeb74cb2ea36a29f8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.294797:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a6c519c0/0xeb74cb2ea36a29f8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.294802:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a6c519c0/0xeb74cb2ea36a29f8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.294820:0:5507:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776265354.294835:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000d6311cc7 reply state 00000000352480b7 transno 4294976041 ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a29f1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.294878:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a29e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.294889:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a29e3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.294895:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a29e3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.294901:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008ac2bcdc already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265354.294904:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a29e3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.294910:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a29e3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.294919:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x202:0x0].0x0 (00000000a1c00bdc) 00010000:00010000:1.0:1776265354.294922:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265354.294925:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a29e3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.294931:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a29e3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265354.294939:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000d6311cc7 reply state 00000000352480b7 transno 4294976041 ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a29ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x202:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265354.295013:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d6311cc7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+384:11340:x1862548787247744:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1071us (1217us total) trans 4294976041 rc 0/0 00000100:00100000:1.0:1776265354.295021:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17097 00010000:00010000:2.0:1776265354.295714:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265354.295718:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a6c519c0/0xeb74cb2ea36a29f8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.295727:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a6c519c0 already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265354.295729:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a6c519c0/0xeb74cb2ea36a29f8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.295735:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a6c519c0/0xeb74cb2ea36a29f8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.295746:0:5495:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c2:0x0].0x0 (000000003f0dafb6) 00010000:00010000:2.0:1776265354.295748:0:5495:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776265354.295751:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a6c519c0/0xeb74cb2ea36a29f8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.295755:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a6c519c0/0xeb74cb2ea36a29f8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.295767:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265354.295768:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265354.295770:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776265354.297064:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1776265354.297157:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a29ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x202:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.297175:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a29ea lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x202:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.297181:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a29ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x202:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.297187:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fe04e6e3 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265354.297190:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a29ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x202:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.297196:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a29ea lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x202:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.297208:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x202:0x0].0xba61c71c (0000000072a7171a) 00010000:00010000:3.0:1776265354.297234:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265354.297237:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a29ea lrc: 2/0,0 mode: --/PW res: [0x200000401:0x202:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.297243:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fe04e6e3/0xeb74cb2ea36a29ea lrc: 0/0,0 mode: --/PW res: [0x200000401:0x202:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.297257:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a29f1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.297263:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a29f1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.297267:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a29f1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.297275:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009076aae4 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265354.297277:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a29f1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.297282:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a29f1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.297288:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c2:0x0].0x0 (000000003f0dafb6) 00010000:00010000:3.0:1776265354.297290:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265354.297292:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a29f1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.297297:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009076aae4/0xeb74cb2ea36a29f1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265354.297542:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787247872 00000100:00100000:0.0:1776265354.297833:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17098 00000100:00100000:0.0:1776265354.297841:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c142e9a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+383:11341:x1862548787247872:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:0.0:1776265354.297890:0:6376:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1776265354.297910:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004fdf9928/0xeb74cb2ea3682a50 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1f3:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c1c7 expref: 383 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.297925:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000061837cde/0xeb74cb2ea367e529 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1f3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a764 expref: 382 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.297938:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002d183e90/0xeb74cb2ea3682a73 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1f3:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c1d5 expref: 381 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.297954:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000056421375/0xeb74cb2ea367e514 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1f3:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a756 expref: 380 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.297963:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f3:0x0].0x0 (00000000b5730688) 00010000:00010000:0.0:1776265354.297984:0:6376:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776265354.298011:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a29ff lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.298044:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a29ff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.298055:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a29ff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.298068:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2a06 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1eb:0x0].0xd8045a37 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.298075:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2a06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1eb:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.298081:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2a06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1eb:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.298176:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2a0d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.298184:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2a0d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.298197:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2a0d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776265354.298617:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].462, 64 off37824 00000040:00080000:0.0:1776265354.298638:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5316, 184 off933552 00010000:00010000:0.0:1776265354.298696:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2a14 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.298706:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2a14 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.298714:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2a14 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.298721:0:6376:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2a14 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.298727:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2a14 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.298732:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2a14 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.298754:0:6376:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776265354.298769:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000000c142e9a reply state 00000000fabda155 transno 4294976042 ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2a0d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.298816:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a29ff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.298828:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a29ff lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.298834:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a29ff lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.298840:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008fdc7729 already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.298842:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a29ff lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.298848:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a29ff lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.298857:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1eb:0x0].0x0 (00000000bf9c9f28) 00010000:00010000:0.0:1776265354.298859:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.298862:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a29ff lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.298868:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a29ff lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776265354.298876:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000000c142e9a reply state 00000000fabda155 transno 4294976042 ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2a06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1eb:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265354.298955:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c142e9a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+381:11341:x1862548787247872:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1113us (1896us total) trans 4294976042 rc 0/0 00000100:00100000:0.0:1776265354.298963:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17098 00010000:00010000:3.0:1776265354.299331:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265354.299336:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2a14 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.299343:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001f81b28d already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265354.299350:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2a14 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.299356:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2a14 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.299365:0:7890:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f3:0x0].0x0 (000000008b47134d) 00010000:00010000:3.0:1776265354.299367:0:7890:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265354.299370:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2a14 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.299374:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2a14 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.299384:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265354.299386:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265354.299387:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265354.302845:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:1.0:1776265354.303089:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2a06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1eb:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.303104:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2a06 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1eb:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.303112:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2a06 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1eb:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.303117:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000014307a0c already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265354.303121:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2a06 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1eb:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.303127:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2a06 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1eb:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.303143:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1eb:0x0].0xd8045a37 (000000001739787e) 00010000:00010000:1.0:1776265354.303146:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265354.303149:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2a06 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1eb:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.303154:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2a06 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1eb:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.303173:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2a0d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.303177:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2a0d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.303182:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2a0d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.303192:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e6f3f77d already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265354.303193:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2a0d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.303199:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2a0d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.303206:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f3:0x0].0x0 (000000008b47134d) 00010000:00010000:1.0:1776265354.303208:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776265354.303270:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2a0d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.303277:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2a0d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265354.303739:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787248000 00000100:00100000:2.0:1776265354.303858:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17099 00000100:00100000:2.0:1776265354.303866:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000681a7c73 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+380:11340:x1862548787248000:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:2.0:1776265354.303923:0:6376:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265354.303944:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000faf5afc0/0xeb74cb2ea36a0a63 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece460c1 expref: 380 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.303957:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c7:0x0].0x0 (00000000a7ce6c06) 00010000:00010000:2.0:1776265354.303962:0:6376:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776265354.303992:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2a1b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.304007:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2a1b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.304018:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2a1b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.304049:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2a22 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x202:0x0].0x1e68dc46 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.304056:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2a22 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x202:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.304061:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2a22 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x202:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.304172:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2a29 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3c7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.304180:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2a29 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.304191:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2a29 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776265354.304684:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].463, 64 off37888 00000040:00080000:2.0:1776265354.304707:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5317, 184 off933736 00010000:00010000:2.0:1776265354.304769:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2a30 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3c7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.304778:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2a30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.304786:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2a30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.304792:0:6376:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2a30 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.304803:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2a30 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.304809:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2a30 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.304833:0:6376:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776265354.304849:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000681a7c73 reply state 000000009e8642c7 transno 4294976043 ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2a29 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.304896:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2a1b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.304907:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2a1b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.304913:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2a1b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.304918:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000de00b8cb already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265354.304921:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2a1b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.304926:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2a1b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.304935:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x202:0x0].0x0 (00000000a1c00bdc) 00010000:00010000:2.0:1776265354.304937:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265354.304940:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2a1b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.304945:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2a1b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776265354.304954:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000681a7c73 reply state 000000009e8642c7 transno 4294976043 ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2a22 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x202:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265354.305044:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000681a7c73 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+381:11340:x1862548787248000:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1177us (2206us total) trans 4294976043 rc 0/0 00000100:00100000:2.0:1776265354.305053:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17099 00010000:00010000:0.0:1776265354.305439:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776265354.305444:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2a30 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.305451:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000900bca3b already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265354.305454:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2a30 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.305459:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2a30 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.305469:0:11772:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c7:0x0].0x0 (0000000025426af4) 00010000:00010000:0.0:1776265354.305470:0:11772:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776265354.305473:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2a30 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.305477:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2a30 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.305488:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265354.305489:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265354.305490:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776265354.308521:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.308622:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787248128 00000100:00100000:0.0:1776265354.308674:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17100 00000100:00100000:0.0:1776265354.308681:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f462b2d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+381:11341:x1862548787248128:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:0.0:1776265354.308737:0:6376:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1776265354.308764:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a5067000/0xeb74cb2ea368231f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ea:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bf74 expref: 381 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.308789:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a1623734/0xeb74cb2ea36822e7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ea:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bf58 expref: 380 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.308798:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ed501871/0xeb74cb2ea367e116 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ea:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a5ea expref: 379 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.308808:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ea:0x0].0x0 (0000000054f2cf94) 00010000:00010000:0.0:1776265354.308818:0:6376:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776265354.308854:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2a37 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.308866:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2a37 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.308876:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2a37 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.308887:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2a3e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.308893:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2a3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.308899:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2a3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.309256:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2a45 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.309270:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2a45 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.309277:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2a45 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.309485:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2a45 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.309494:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2a45 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.309499:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2a45 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.309506:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000997208db already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.309510:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2a45 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.309517:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2a45 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.309526:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ea:0x0].0x0 (0000000021e88cee) 00010000:00010000:0.0:1776265354.309529:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776265354.309531:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2a45 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.309536:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2a45 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.309557:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2a37 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.309562:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2a37 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.309567:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2a37 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.309572:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008fdc7729 already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.309573:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2a37 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.309578:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2a37 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.309585:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x0 (000000000f4c4d98) 00010000:00010000:0.0:1776265354.309587:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.309589:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2a37 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.309594:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2a37 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.309603:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2a3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.309609:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2a3e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.309619:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2a3e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.309624:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d3e21d9f already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.309626:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2a3e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.309631:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2a3e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.309636:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x12eaac0d (00000000b6466c93) 00010000:00010000:0.0:1776265354.309638:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.309640:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2a3e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.309644:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2a3e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265354.309728:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f462b2d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+378:11341:x1862548787248128:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1046us (1215us total) trans 0 rc -39/-39 00000100:00100000:0.0:1776265354.309737:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17100 00010000:00010000:3.0:1776265354.309876:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2a22 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x202:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.309884:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2a22 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x202:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.309890:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2a22 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x202:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.309895:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000007a57c8c already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265354.309897:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2a22 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x202:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.309902:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2a22 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x202:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.309911:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x202:0x0].0x1e68dc46 (00000000d1de1527) 00010000:00010000:3.0:1776265354.309913:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265354.309915:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2a22 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x202:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.309920:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2a22 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x202:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.309933:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2a29 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.309940:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2a29 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.309944:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2a29 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.309949:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f264d773 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265354.309951:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2a29 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.309957:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2a29 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.309964:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c7:0x0].0x0 (0000000025426af4) 00010000:00010000:3.0:1776265354.309966:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265354.309968:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2a29 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.309973:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2a29 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265354.316023:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265354.316085:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.316120:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787248256 00000100:00100000:1.0:1776265354.316175:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4981 00000100:00100000:1.0:1776265354.316182:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e6b61fd pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+377:11341:x1862548787248256:12345-192.168.204.57@tcp:35:dbench.0 00000004:00080000:1.0:1776265354.316563:0:5511:0:(mdd_object.c:3529:mdd_close()) Object [0x200000401:0x22e:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1776265354.316621:0:5511:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].458, 64 off37568 00000040:00080000:1.0:1776265354.316678:0:5511:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5319, 168 off934056 00010000:00010000:1.0:1776265354.316741:0:5511:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2a4c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x22e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.316759:0:5511:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2a4c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.316770:0:5511:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2a4c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.316778:0:5511:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2a4c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x22e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.316783:0:5511:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2a4c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x22e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.316788:0:5511:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2a4c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.316799:0:5511:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776265354.316898:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787248320 00000100:00100000:0.0:1776265354.316935:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17101 00000100:00100000:0.0:1776265354.316940:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d987fd6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+379:11340:x1862548787248320:12345-192.168.204.57@tcp:101:dbench.0 00010000:00010000:0.0:1776265354.316951:0:5507:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1776265354.316963:0:5507:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2a53 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46647 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.317006:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2a5a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.317014:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2a5a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.317020:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2a5a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.317040:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2a61 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.317047:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2a61 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.317053:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2a61 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.317149:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2a68 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.317154:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776265354.317159:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2a68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1ea:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.317166:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2a4c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x22e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.317170:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2a68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1ea:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.317200:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008ac2bcdc already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265354.317207:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2a4c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x22e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1776265354.317259:0:5507:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1ea:0x0]: returning size 11776 00000004:00200000:0.0:1776265354.317266:0:5507:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00010000:00010000:2.0:1776265354.317269:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2a4c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776265354.317298:0:5507:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2a68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1ea:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.317302:0:5496:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22e:0x0].0x0 (000000002cbcb349) 00010000:00010000:2.0:1776265354.317311:0:5496:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776265354.317318:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2a4c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x22e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.317320:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2a5a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.317347:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2a5a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.317354:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2a5a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.317357:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008ac2bcdc/0xeb74cb2ea36a2a4c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x22e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.317366:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000080de0693 already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.317372:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2a5a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.317390:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2a5a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.317403:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x0 (000000001491eab9) 00010000:00010000:0.0:1776265354.317406:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.317411:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2a5a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.317418:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2a5a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.317431:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2a61 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.317437:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2a61 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.317448:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2a61 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.317455:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000000e3457a already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.317458:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2a61 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.317463:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2a61 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.317471:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x12eaac0d (000000008b47134d) 00010000:00010000:0.0:1776265354.317473:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.317475:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2a61 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.317480:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265354.317480:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2a61 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.317483:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265354.317485:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265354.317512:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2a53 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46647 expref: 381 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.317526:0:5507:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2a68 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1ea:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46647 expref: 380 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.317532:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ea:0x0].0x0 (000000001739787e) 00010000:00010000:0.0:1776265354.317534:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1776265354.317536:0:5507:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e6f3f77d, rc 0) 00000100:00100000:0.0:1776265354.317641:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d987fd6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+380:11340:x1862548787248320:12345-192.168.204.57@tcp:101:dbench.0 Request processed in 700us (1555us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265354.317649:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17101 00000100:00100000:1.0:1776265354.317733:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e6b61fd pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+379:11341:x1862548787248256:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 1552us (1717us total) trans 4294976044 rc 0/0 00000100:00100000:1.0:1776265354.317740:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4981 00000100:00100000:2.0:1776265354.322500:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.322631:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.322847:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787248576 00000100:00100000:0.0:1776265354.322923:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17102 00000100:00100000:0.0:1776265354.322930:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009420ef59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+379:11340:x1862548787248576:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:0.0:1776265354.322988:0:5507:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776265354.323020:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000052f71e15/0xeb74cb2ea36a13a8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece463ae expref: 379 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.323060:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a137e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3d1:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece463a0 expref: 378 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.323070:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d1:0x0].0x0 (00000000bce93ecd) 00010000:00010000:0.0:1776265354.323079:0:5507:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776265354.323109:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2a6f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.323126:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2a6f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.323137:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2a6f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.323150:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2a76 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x202:0x0].0x28dc98c0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.323157:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2a76 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x202:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.323167:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2a76 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x202:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.323311:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2a7d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3d1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.323319:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2a7d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.323326:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2a7d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776265354.323682:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].464, 64 off37952 00000040:00080000:0.0:1776265354.323700:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5320, 184 off934240 00010000:00010000:0.0:1776265354.323755:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2a84 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.323764:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2a84 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.323771:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2a84 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.323777:0:5507:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2a84 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.323782:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2a84 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.323792:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2a84 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.323806:0:5507:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776265354.323821:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000009420ef59 reply state 000000006bec006a transno 4294976045 ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2a7d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.323863:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2a6f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.323869:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2a6f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.323875:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2a6f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.323880:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d3e21d9f already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.323883:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2a6f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.323889:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2a6f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.323897:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x202:0x0].0x0 (00000000a1c00bdc) 00010000:00010000:0.0:1776265354.323899:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.323902:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2a6f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.323907:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2a6f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776265354.323916:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000009420ef59 reply state 000000006bec006a transno 4294976045 ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2a76 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x202:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265354.323987:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009420ef59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+379:11340:x1862548787248576:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1056us (1355us total) trans 4294976045 rc 0/0 00000100:00100000:0.0:1776265354.323995:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17102 00010000:00010000:3.0:1776265354.324406:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265354.324412:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2a84 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.324421:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000014307a0c already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265354.324423:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2a84 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.324429:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2a84 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.324438:0:5495:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d1:0x0].0x0 (000000000f4c4d98) 00010000:00010000:3.0:1776265354.324441:0:5495:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265354.324443:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2a84 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.324448:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2a84 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.324457:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265354.324458:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265354.324460:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776265354.325439:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787248448 00000100:00100000:1.0:1776265354.325497:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4982 00000100:00100000:1.0:1776265354.325504:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a954678f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+379:11341:x1862548787248448:12345-192.168.204.57@tcp:35:dbench.0 00000004:00080000:1.0:1776265354.327556:0:5511:0:(mdd_object.c:3529:mdd_close()) Object [0x200000401:0x270:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1776265354.327654:0:5511:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].459, 64 off37632 00000040:00080000:1.0:1776265354.327680:0:5511:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5321, 168 off934408 00010000:00010000:1.0:1776265354.328473:0:5511:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a2a8b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x270:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.328499:0:5511:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a2a8b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x270:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.328511:0:5511:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a2a8b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x270:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.328525:0:5511:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a2a8b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x270:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.328531:0:5511:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a2a8b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x270:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.328537:0:5511:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a2a8b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x270:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.328627:0:5511:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776265354.328807:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a954678f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+380:11341:x1862548787248448:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 3299us (6311us total) trans 4294976046 rc 0/0 00000100:00100000:1.0:1776265354.328819:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4982 00010000:00010000:2.0:1776265354.330114:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265354.330123:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a2a8b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x270:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.330135:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000978b3274 already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265354.330138:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a2a8b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x270:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.330147:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a2a8b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x270:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.330165:0:7890:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x270:0x0].0x0 (00000000eb950dca) 00010000:00010000:2.0:1776265354.330168:0:7890:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776265354.330171:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a2a8b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x270:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.330177:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000978b3274/0xeb74cb2ea36a2a8b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x270:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.330199:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265354.330200:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265354.330202:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776265354.332275:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:1.0:1776265354.332342:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2a76 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x202:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.332358:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2a76 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x202:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.332365:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2a76 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x202:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.332371:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008fdc7729 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265354.332376:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2a76 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x202:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.332383:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2a76 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x202:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.332405:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x202:0x0].0x28dc98c0 (00000000b6466c93) 00010000:00010000:1.0:1776265354.332408:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265354.332412:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2a76 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x202:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.332419:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2a76 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x202:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.332436:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2a7d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.332442:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2a7d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.332447:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2a7d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.332451:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000997208db already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265354.332454:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2a7d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.332459:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2a7d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.332465:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d1:0x0].0x0 (000000000f4c4d98) 00010000:00010000:1.0:1776265354.332467:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776265354.332469:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2a7d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.332479:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2a7d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265354.332638:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787248704 00000100:00100000:3.0:1776265354.332685:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17103 00000100:00100000:3.0:1776265354.332691:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001fbcbd62 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+379:11340:x1862548787248704:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:3.0:1776265354.332827:0:6376:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776265354.332850:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bb88b486/0xeb74cb2ea36a11e8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46322 expref: 379 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.332867:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3ce:0x0].0x0 (00000000f344004c) 00010000:00010000:3.0:1776265354.332874:0:6376:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776265354.332904:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2a92 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.332918:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2a92 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.332929:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2a92 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.332943:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2a99 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x202:0x0].0x193cfbd6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.332949:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2a99 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x202:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.332955:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2a99 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x202:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.333074:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2aa0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3ce:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.333083:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2aa0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.333090:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2aa0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776265354.333882:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].460, 64 off37696 00000040:00080000:3.0:1776265354.333906:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5322, 184 off934592 00010000:00010000:3.0:1776265354.333968:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a2aa7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.333980:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a2aa7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.333988:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a2aa7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.333996:0:6376:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a2aa7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.334002:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a2aa7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.334007:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a2aa7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.334039:0:6376:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1776265354.334057:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000001fbcbd62 reply state 00000000829e41d9 transno 4294976047 ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2aa0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.334084:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776265354.334090:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a2aa7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.334101:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a250feac already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265354.334104:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a2aa7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.334112:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2a92 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.334113:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a2aa7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.334132:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2a92 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.334137:0:11772:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3ce:0x0].0x0 (0000000060c4e01c) 00010000:00010000:0.0:1776265354.334142:0:11772:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776265354.334146:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a2aa7 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.334152:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2a92 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.334156:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a250feac/0xeb74cb2ea36a2aa7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.334165:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000055e1677b already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265354.334170:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2a92 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.334175:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265354.334176:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2a92 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.334178:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265354.334181:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265354.334187:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x202:0x0].0x0 (00000000a1c00bdc) 00010000:00010000:3.0:1776265354.334190:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265354.334193:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2a92 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.334198:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2a92 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776265354.337638:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000001fbcbd62 reply state 00000000829e41d9 transno 4294976047 ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2a99 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x202:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265354.338642:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001fbcbd62 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+380:11340:x1862548787248704:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 5943us (6367us total) trans 4294976047 rc 0/0 00000100:00100000:0.0:1776265354.338655:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17103 00000100:00100000:1.0:1776265354.339016:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.339120:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787248832 00000100:00100000:0.0:1776265354.339164:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4983 00000100:00100000:0.0:1776265354.339170:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be1645a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+380:11341:x1862548787248832:12345-192.168.204.57@tcp:35:dbench.0 00010000:00010000:3.0:1776265354.341283:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2a99 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x202:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.341303:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2a99 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x202:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.341311:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2a99 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x202:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.341324:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004660d909 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265354.341328:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2a99 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x202:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.341335:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2a99 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x202:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.341440:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x202:0x0].0x193cfbd6 (000000002a31c10b) 00010000:00010000:3.0:1776265354.341444:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265354.341448:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2a99 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x202:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.341456:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2a99 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x202:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.341476:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2aa0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.341483:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2aa0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.341487:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2aa0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.341492:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002cb9c738 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265354.341494:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2aa0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.341499:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2aa0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.341507:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3ce:0x0].0x0 (0000000060c4e01c) 00010000:00010000:3.0:1776265354.341510:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265354.341512:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2aa0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.341517:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2aa0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1776265354.341662:0:5511:0:(mdd_object.c:3529:mdd_close()) Object [0x200000401:0x26e:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1776265354.341821:0:5511:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].461, 64 off37760 00000040:00080000:0.0:1776265354.341842:0:5511:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5323, 168 off934760 00010000:00010000:0.0:1776265354.341915:0:5511:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2aae lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.341930:0:5511:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2aae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.341942:0:5511:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2aae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.341949:0:5511:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2aae lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x26e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.341955:0:5511:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2aae lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x26e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.341960:0:5511:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2aae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.341986:0:5511:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776265354.342147:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be1645a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+380:11341:x1862548787248832:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 2974us (3132us total) trans 4294976048 rc 0/0 00000100:00100000:0.0:1776265354.342158:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4983 00010000:00010000:3.0:1776265354.342997:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265354.343005:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2aae lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.343015:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d3e21d9f already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265354.343018:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2aae lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.343042:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2aae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.343056:0:5496:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26e:0x0].0x0 (000000001491eab9) 00010000:00010000:3.0:1776265354.343059:0:5496:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265354.343062:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2aae lrc: 1/0,0 mode: --/PW res: [0x200000401:0x26e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.343068:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2aae lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.343087:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265354.343089:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265354.343090:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776265354.347059:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.347207:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787248960 00000100:00100000:0.0:1776265354.347289:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17104 00000100:00100000:0.0:1776265354.347298:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007956f24d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+380:11340:x1862548787248960:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:0.0:1776265354.347370:0:6376:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1776265354.347402:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000069fac89c/0xeb74cb2ea36a0649 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45f63 expref: 380 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.347513:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000074c30dc6/0xeb74cb2ea36a061f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c4:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45f55 expref: 379 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.347526:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c4:0x0].0x0 (00000000c7c99e05) 00010000:00010000:0.0:1776265354.347535:0:6376:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776265354.347565:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2ab5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.347580:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2ab5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.347590:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2ab5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.347604:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2abc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x202:0x0].0xdb4ed787 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.347612:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2abc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x202:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265354.347624:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:0.0:1776265354.347632:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2abc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x202:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265354.347820:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787249088 00000100:00100000:1.0:1776265354.347854:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4984 00000100:00100000:1.0:1776265354.347859:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec23e467 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+379:11341:x1862548787249088:12345-192.168.204.57@tcp:35:dbench.0 00000004:00080000:1.0:1776265354.348153:0:5511:0:(mdd_object.c:3529:mdd_close()) Object [0x200000401:0x26c:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1776265354.348269:0:5511:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].462, 64 off37824 00000040:00080000:1.0:1776265354.348291:0:5511:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5324, 168 off934928 00010000:00010000:1.0:1776265354.348365:0:5511:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a2ac3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.348376:0:5511:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a2ac3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.348384:0:5511:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a2ac3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.348392:0:5511:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a2ac3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.348398:0:5511:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a2ac3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x26c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.348404:0:5511:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a2ac3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.348427:0:5511:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776265354.348448:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265354.348452:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a2ac3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.348460:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ca90402d already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265354.348463:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a2ac3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.348469:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a2ac3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.348478:0:5495:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26c:0x0].0x0 (00000000eb950dca) 00010000:00010000:1.0:1776265354.348481:0:5495:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776265354.348484:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a2ac3 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x26c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.348489:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a2ac3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.348502:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265354.348503:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265354.348505:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265354.348531:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2aca lrc: 3/0,1 mode: --/EX res: [0x200000401:0x3c4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.348542:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2aca lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.348550:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2aca lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265354.348790:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec23e467 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+380:11341:x1862548787249088:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 929us (1171us total) trans 4294976049 rc 0/0 00000100:00100000:1.0:1776265354.348799:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4984 00000040:00080000:0.0:1776265354.349145:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].463, 64 off37888 00000040:00080000:0.0:1776265354.349162:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5325, 184 off935112 00010000:00010000:0.0:1776265354.349209:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2ad1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.349240:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2ad1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.349248:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2ad1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.349254:0:6376:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2ad1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.349260:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2ad1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.349270:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2ad1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.349290:0:6376:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776265354.349305:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000007956f24d reply state 000000002b244d11 transno 4294976050 ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2aca lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3c4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.349337:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2ab5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.349343:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2ab5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.349349:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2ab5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.349354:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f2d2f885 already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.349357:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2ab5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.349363:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2ab5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.349372:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x202:0x0].0x0 (00000000a1c00bdc) 00010000:00010000:0.0:1776265354.349374:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.349378:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2ab5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.349384:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2ab5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776265354.349392:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000007956f24d reply state 000000002b244d11 transno 4294976050 ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2abc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x202:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.350297:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265354.350304:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2ad1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.350317:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001f81b28d already unused, calling callback (00000000354ccfb0) 00000100:00100000:0.0:1776265354.350317:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007956f24d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+381:11340:x1862548787248960:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 3016us (3263us total) trans 4294976050 rc 0/0 00010000:00010000:1.0:1776265354.350322:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2ad1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.350333:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2ad1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265354.350333:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17104 00010000:00010000:1.0:1776265354.350348:0:7890:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c4:0x0].0x0 (0000000021e88cee) 00010000:00010000:1.0:1776265354.350351:0:7890:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776265354.350354:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2ad1 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.350359:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2ad1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.350371:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265354.350372:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265354.350374:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776265354.360540:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.360646:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787249216 00000100:00100000:2.0:1776265354.360697:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4985 00000100:00100000:2.0:1776265354.360704:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001cf0c395 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+381:11341:x1862548787249216:12345-192.168.204.57@tcp:35:dbench.0 00000004:00080000:2.0:1776265354.361018:0:12446:0:(mdd_object.c:3529:mdd_close()) Object [0x200000401:0x3d2:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1776265354.361191:0:12446:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].464, 64 off37952 00000040:00080000:2.0:1776265354.361343:0:12446:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5326, 168 off935280 00010000:00010000:2.0:1776265354.361423:0:12446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2ad8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.361442:0:12446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2ad8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616851266021120 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.361454:0:12446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2ad8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616851266021120 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.361462:0:12446:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2ad8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616851266021120 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.361469:0:12446:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2ad8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616851266021120 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.361475:0:12446:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2ad8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616851266021120 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.361494:0:12446:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776265354.361507:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776265354.361514:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2ad8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616851266021120 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.361524:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000de00b8cb already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265354.361528:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2ad8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616851266021120 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.361537:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2ad8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616851266021120 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.361552:0:11772:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d2:0x0].0x0 (000000001d85a993) 00010000:00010000:0.0:1776265354.361555:0:11772:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1776265354.361559:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2ad8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616851266021120 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.361565:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2ad8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616851266021120 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.361582:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265354.361584:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265354.361587:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776265354.361630:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001cf0c395 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+382:11341:x1862548787249216:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 924us (1097us total) trans 4294976051 rc 0/0 00000100:00100000:2.0:1776265354.361640:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4985 00010000:00010000:1.0:1776265354.366436:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2abc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x202:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.366459:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2abc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x202:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.366467:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2abc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x202:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.366480:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000000e3457a already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265354.366484:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2abc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x202:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.366492:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2abc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x202:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.366510:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x202:0x0].0xdb4ed787 (000000008b47134d) 00010000:00010000:1.0:1776265354.366513:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265354.366517:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2abc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x202:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.366523:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2abc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x202:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.366544:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2aca lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x3c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.366550:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2aca lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x3c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.366556:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2aca lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.366561:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000080de0693 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265354.366563:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2aca lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x3c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.366568:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2aca lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x3c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.366576:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c4:0x0].0x0 (0000000021e88cee) 00010000:00010000:1.0:1776265354.366578:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776265354.366580:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2aca lrc: 2/0,0 mode: --/EX res: [0x200000401:0x3c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.366585:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2aca lrc: 0/0,0 mode: --/EX res: [0x200000401:0x3c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265354.370724:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.370811:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787249280 00000100:00100000:2.0:1776265354.370867:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4986 00000100:00100000:2.0:1776265354.370874:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d12196ff pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+381:11340:x1862548787249280:12345-192.168.204.57@tcp:37:dbench.0 00000100:00100000:2.0:1776265354.383688:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d12196ff pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+381:11340:x1862548787249280:12345-192.168.204.57@tcp:37:dbench.0 Request processed in 12804us (12962us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265354.383709:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4986 00000100:00100000:3.0:1776265354.391843:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.392906:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787249408 00000100:00100000:2.0:1776265354.392966:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4987 00000100:00100000:2.0:1776265354.392972:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae6edfb5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+381:11340:x1862548787249408:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:2.0:1776265354.393451:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae6edfb5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+382:11340:x1862548787249408:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 477us (1616us total) trans 4294976052 rc 0/0 00000100:00100000:2.0:1776265354.393460:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4987 00000100:00100000:1.0:1776265354.396326:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.396425:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787249536 00000100:00100000:0.0:1776265354.396514:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17105 00000100:00100000:0.0:1776265354.396521:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055a3254d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+382:11340:x1862548787249536:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:0.0:1776265354.396573:0:6376:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:0.0:1776265354.396613:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000128da6e0/0xeb74cb2ea3688ffa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x267:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3e39a expref: 382 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.396635:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001ebafb60/0xeb74cb2ea36813b3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x267:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ba1f expref: 381 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.396646:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000083632219/0xeb74cb2ea3689094 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x267:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3e3d2 expref: 380 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.396658:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009350f506/0xeb74cb2ea368139e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x267:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ba18 expref: 379 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.396668:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x267:0x0].0x0 (0000000086551124) 00010000:00010000:0.0:1776265354.396683:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a8d4c3f5/0xeb74cb2ea36a231b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x265:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece465de expref: 378 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.396691:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x265:0x0].0x0 (000000002c23a704) 00010000:00010000:0.0:1776265354.396694:0:6376:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776265354.396726:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2adf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x265:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.396743:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2adf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x265:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.396757:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2adf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x265:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.396773:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a2ae6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x265:0x0].0xdde1c156 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.396780:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a2ae6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x265:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.396786:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a2ae6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x265:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.396891:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a2aed lrc: 3/0,1 mode: --/EX res: [0x200000401:0x267:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.396900:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a2aed lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x267:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.396906:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a2aed lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x267:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776265354.397375:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].465, 64 off38016 00000040:00080000:0.0:1776265354.397394:0:6376:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5327, 184 off935464 00010000:00010000:0.0:1776265354.397462:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2af4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x267:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.397471:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2af4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x267:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.397480:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2af4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x267:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.397488:0:6376:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2af4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x267:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.397494:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2af4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x267:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.397501:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2af4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x267:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.397529:0:6376:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776265354.397547:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000055a3254d reply state 00000000ab0c17df transno 4294976053 ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a2aed lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x267:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.397599:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2adf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x265:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.397606:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2adf lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x265:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.397613:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2adf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x265:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.397619:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f2d2f885 already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.397623:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2adf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x265:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.397630:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2adf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x265:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.397644:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x265:0x0].0x0 (000000002c23a704) 00010000:00010000:0.0:1776265354.397647:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.397649:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2adf lrc: 2/0,0 mode: --/CW res: [0x200000401:0x265:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.397656:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2adf lrc: 0/0,0 mode: --/CW res: [0x200000401:0x265:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776265354.397664:0:6376:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000055a3254d reply state 00000000ab0c17df transno 4294976053 ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a2ae6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x265:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265354.397749:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055a3254d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+379:11340:x1862548787249536:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 1226us (1431us total) trans 4294976053 rc 0/0 00000100:00100000:0.0:1776265354.397758:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17105 00010000:00010000:2.0:1776265354.398199:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265354.398205:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2af4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x267:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.398232:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000080de0693 already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265354.398234:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2af4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x267:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.398241:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2af4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x267:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.398250:0:5496:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x267:0x0].0x0 (000000008b47134d) 00010000:00010000:2.0:1776265354.398252:0:5496:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776265354.398254:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2af4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x267:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.398259:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2af4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x267:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616851402437056 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.398269:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265354.398271:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265354.398272:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265354.402983:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a2ae6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x265:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.403010:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a2ae6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x265:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.403018:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a2ae6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x265:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.403025:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b339eeef already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265354.403041:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a2ae6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x265:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.403049:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a2ae6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x265:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.403069:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x265:0x0].0xdde1c156 (0000000021e88cee) 00010000:00010000:3.0:1776265354.403072:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265354.403076:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a2ae6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x265:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.403082:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a2ae6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x265:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.403104:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a2aed lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x267:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.403110:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a2aed lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x267:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.403116:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a2aed lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x267:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.403121:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e089eab5 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265354.403123:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a2aed lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x267:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.403129:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a2aed lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x267:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.403137:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x267:0x0].0x0 (000000008b47134d) 00010000:00010000:3.0:1776265354.403139:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265354.403141:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a2aed lrc: 2/0,0 mode: --/EX res: [0x200000401:0x267:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.403146:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a2aed lrc: 0/0,0 mode: --/EX res: [0x200000401:0x267:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265354.409208:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.409343:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787249664 00000100:00100000:0.0:1776265354.409404:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17106 00000100:00100000:0.0:1776265354.409414:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000082a35fcb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+378:11340:x1862548787249664:12345-192.168.204.57@tcp:36:dbench.0 00010000:00010000:0.0:1776265354.409504:0:6376:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265354.409533:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2a68 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ea:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46647 expref: 378 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.409553:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ea:0x0].0x0 (000000001739787e) 00010000:00010000:0.0:1776265354.409563:0:6376:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776265354.409600:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2afb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.409616:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2afb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.409627:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2afb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.409639:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2b02 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.409645:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2b02 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.409651:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2b02 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.412833:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2b09 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.412857:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2b09 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.412868:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2b09 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.412987:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2b09 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.412994:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2b09 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.413000:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2b09 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.413012:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001f81b28d already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.413016:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2b09 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.413022:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2b09 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.413041:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ea:0x0].0x0 (00000000b6466c93) 00010000:00010000:0.0:1776265354.413044:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776265354.413046:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2b09 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.413052:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2b09 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.413070:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2afb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.413076:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2afb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.413081:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2afb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.413085:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f2d2f885 already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.413087:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2afb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.413092:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2afb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.413099:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x0 (000000001491eab9) 00010000:00010000:0.0:1776265354.413101:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.413103:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2afb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.413108:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2afb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.413115:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2b02 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.413121:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2b02 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.413125:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2b02 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.413130:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000000e3457a already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.413131:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2b02 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.413136:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2b02 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.413142:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x12eaac0d (000000000f4c4d98) 00010000:00010000:0.0:1776265354.413144:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.413145:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2b02 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.413155:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2b02 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265354.413263:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000082a35fcb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+377:11340:x1862548787249664:12345-192.168.204.57@tcp:36:dbench.0 Request processed in 3847us (4060us total) trans 0 rc -39/-39 00000100:00100000:0.0:1776265354.413272:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17106 00000100:00100000:2.0:1776265354.417309:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.417417:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787249792 00000100:00100000:0.0:1776265354.417464:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4988 00000100:00100000:0.0:1776265354.417477:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ef70d56 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+377:11340:x1862548787249792:12345-192.168.204.57@tcp:35:dbench.0 00000004:00080000:0.0:1776265354.417917:0:12446:0:(mdd_object.c:3529:mdd_close()) Object [0x200000401:0x22d:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1776265354.417982:0:12446:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].466, 64 off38080 00000040:00080000:0.0:1776265354.418001:0:12446:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5328, 168 off935632 00010000:00010000:0.0:1776265354.418082:0:12446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2b10 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x22d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.418099:0:12446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2b10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616851266021120 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.418111:0:12446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2b10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616851266021120 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.418119:0:12446:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2b10 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x22d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616851266021120 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.418124:0:12446:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2b10 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x22d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616851266021120 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.418135:0:12446:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2b10 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616851266021120 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.418209:0:12446:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776265354.418368:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ef70d56 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+378:11340:x1862548787249792:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 889us (1071us total) trans 4294976054 rc 0/0 00000100:00100000:0.0:1776265354.418376:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4988 00010000:00010000:3.0:1776265354.420526:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265354.420626:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2b10 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x22d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616851266021120 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.420640:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d3e21d9f already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265354.420644:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2b10 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x22d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616851266021120 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.420654:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2b10 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616851266021120 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.420679:0:5495:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22d:0x0].0x0 (000000008b47134d) 00010000:00010000:3.0:1776265354.420682:0:5495:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265354.420685:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2b10 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x22d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616851266021120 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12446 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.420691:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2b10 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x22d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616851266021120 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.420896:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265354.420898:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265354.420900:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776265354.421964:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.422055:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787249920 00000100:00100000:1.0:1776265354.422102:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4989 00000100:00100000:1.0:1776265354.422109:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec23e467 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+378:11340:x1862548787249920:12345-192.168.204.57@tcp:35:dbench.0 00000004:00080000:1.0:1776265354.422501:0:5511:0:(mdd_object.c:3529:mdd_close()) Object [0x200000401:0x3d6:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1776265354.422563:0:5511:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].465, 64 off38016 00000040:00080000:1.0:1776265354.422581:0:5511:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5329, 168 off935800 00010000:00010000:1.0:1776265354.422651:0:5511:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a2b17 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3d6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.422670:0:5511:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a2b17 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.422683:0:5511:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a2b17 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.422691:0:5511:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a2b17 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.422699:0:5511:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a2b17 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x3d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.422705:0:5511:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a2b17 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.422726:0:5511:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776265354.422910:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265354.422916:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a2b17 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.422924:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ca90402d already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265354.422927:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a2b17 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.422935:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a2b17 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.422949:0:7890:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3d6:0x0].0x0 (00000000eb950dca) 00010000:00010000:2.0:1776265354.422952:0:7890:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776265354.422955:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a2b17 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x3d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.422961:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a2b17 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446616850762990208 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5511 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.422977:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265354.422978:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265354.422979:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776265354.423709:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec23e467 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+379:11340:x1862548787249920:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 1597us (1748us total) trans 4294976055 rc 0/0 00000100:00100000:1.0:1776265354.423720:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4989 00000100:00100000:2.0:1776265354.428718:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.428804:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787250048 00000100:00100000:1.0:1776265354.428858:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4990 00000100:00100000:1.0:1776265354.428865:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007247935c pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+379:11339:x1862548787250048:12345-192.168.204.57@tcp:35:dbench.0 00000001:00080000:1.0:1776265354.429296:0:5511:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 4294976056 00000100:00100000:1.0:1776265354.429415:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007247935c pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+380:11339:x1862548787250048:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 549us (706us total) trans 4294976056 rc 0/0 00000100:00100000:1.0:1776265354.429423:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4990 00000100:00100000:2.0:1776265354.431847:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.432957:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787250176 00000100:00100000:0.0:1776265354.433061:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4991 00000100:00100000:0.0:1776265354.433069:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc2d1d45 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+380:11339:x1862548787250176:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:0.0:1776265354.433333:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc2d1d45 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+381:11339:x1862548787250176:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 263us (1492us total) trans 4294976057 rc 0/0 00000100:00100000:0.0:1776265354.433341:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4991 00000100:00100000:2.0:1776265354.438134:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.438274:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787250304 00000100:00100000:0.0:1776265354.438326:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4992 00000100:00100000:0.0:1776265354.438333:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c01d7aad pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+381:11339:x1862548787250304:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:0.0:1776265354.438593:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c01d7aad pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+382:11339:x1862548787250304:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 249us (456us total) trans 4294976058 rc 0/0 00000100:00100000:0.0:1776265354.438601:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4992 00000100:00100000:2.0:1776265354.450670:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.450785:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787250432 00000100:00100000:1.0:1776265354.450842:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4993 00000100:00100000:1.0:1776265354.450849:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e20b1422 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+382:11339:x1862548787250432:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:1.0:1776265354.451115:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e20b1422 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+383:11339:x1862548787250432:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 265us (453us total) trans 4294976059 rc 0/0 00000100:00100000:1.0:1776265354.451122:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4993 00000100:00100000:2.0:1776265354.455398:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.455519:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787250560 00000100:00100000:0.0:1776265354.455578:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4994 00000100:00100000:0.0:1776265354.455585:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009feb7ca8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+383:11339:x1862548787250560:12345-192.168.204.57@tcp:35:dbench.0 00000100:00100000:0.0:1776265354.455850:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009feb7ca8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+384:11339:x1862548787250560:12345-192.168.204.57@tcp:35:dbench.0 Request processed in 263us (460us total) trans 4294976060 rc 0/0 00000100:00100000:0.0:1776265354.455859:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4994 00000100:00100000:2.0:1776265354.474894:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.477871:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787250624 00000100:00100000:0.0:1776265354.477945:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17107 00000100:00100000:0.0:1776265354.477952:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030cff7bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+384:11446:x1862548787250624:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1776265354.477977:0:6376:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1776265354.477998:0:6376:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2b1e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece4664e expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.478076:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2b25 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.478090:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2b25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.478101:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2b25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1776265354.478160:0:6376:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1e3:0x0]: returning size 11776 00000004:00200000:0.0:1776265354.478163:0:6376:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:0.0:1776265354.478185:0:6376:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2b25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.478210:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2b1e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4664e expref: 386 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.478257:0:6376:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2b25 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4664e expref: 385 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.478265:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x0 (000000000f4c4d98) 00010000:00010000:0.0:1776265354.478268:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1776265354.478270:0:6376:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000f2d2f885, rc 0) 00000100:00100000:0.0:1776265354.478332:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030cff7bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11446:x1862548787250624:12345-192.168.204.57@tcp:101:bash.0 Request processed in 379us (3452us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265354.478339:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17107 00000100:00100000:2.0:1776265354.487204:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265354.487400:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787250688 00000100:00100000:3.0:1776265354.487455:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17108 00000100:00100000:3.0:1776265354.487462:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ac36399 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11446:x1862548787250688:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1776265354.487484:0:5507:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776265354.487504:0:5507:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2b2c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46655 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.487570:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2b33 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.487597:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2b33 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.487610:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2b33 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.487626:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2b3a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x3ae3d5f0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.487634:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2b3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.487640:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2b3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.487714:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2b33 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.487722:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2b33 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.487729:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2b33 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.487736:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004660d909 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265354.487740:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2b33 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.487748:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2b33 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.487760:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x0 (000000000f4c4d98) 00010000:00010000:3.0:1776265354.487763:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265354.487767:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2b33 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.487773:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2b33 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.487786:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2b3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.487797:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2b3a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.487803:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2b3a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.487807:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000055e1677b already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265354.487809:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2b3a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.487814:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2b3a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.487821:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x3ae3d5f0 (0000000060c4e01c) 00010000:00010000:3.0:1776265354.487823:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265354.487825:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2b3a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.487830:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2b3a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.487863:0:5507:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2b2c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46655 expref: 386 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.487872:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2b2c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46655 expref: 386 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.487881:0:5507:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000002cb9c738, rc 0) 00000100:00100000:3.0:1776265354.487947:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ac36399 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11446:x1862548787250688:12345-192.168.204.57@tcp:101:bash.0 Request processed in 484us (753us total) trans 0 rc 301/301 00000100:00100000:3.0:1776265354.487955:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17108 00000100:00100000:1.0:1776265354.497976:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.498084:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787250752 00000100:00100000:0.0:1776265354.498142:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17109 00000100:00100000:0.0:1776265354.498150:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b8f4106 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11447:x1862548787250752:12345-192.168.204.57@tcp:101:date.0 00010000:00010000:0.0:1776265354.498173:0:6376:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1776265354.498195:0:6376:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2b41 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece4665c expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.498288:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2b48 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.498302:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2b48 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.498314:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2b48 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.498327:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2b4f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0xeddcfc6c bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.498333:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2b4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.498343:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2b4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.498410:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2b48 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.498417:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2b48 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.498422:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2b48 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.498428:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001f81b28d already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.498432:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2b48 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.498450:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2b48 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.498461:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x0 (000000000f4c4d98) 00010000:00010000:0.0:1776265354.498464:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.498467:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2b48 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.498472:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2b48 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.498484:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2b4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.498493:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2b4f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.498498:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2b4f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.498503:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e6f3f77d already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.498505:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2b4f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.498510:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2b4f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.498517:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0xeddcfc6c (000000001491eab9) 00010000:00010000:0.0:1776265354.498519:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.498521:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2b4f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.498525:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2b4f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.498647:0:6376:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2b41 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4665c expref: 386 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.498656:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2b41 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4665c expref: 386 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.498664:0:6376:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000000e3457a, rc 0) 00000100:00100000:0.0:1776265354.498727:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b8f4106 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11447:x1862548787250752:12345-192.168.204.57@tcp:101:date.0 Request processed in 577us (761us total) trans 0 rc 301/301 00000100:00100000:0.0:1776265354.498736:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17109 00000100:00100000:2.0:1776265354.508318:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265354.508526:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787250816 00000100:00100000:3.0:1776265354.508631:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17110 00000100:00100000:3.0:1776265354.508639:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086d7659f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11447:x1862548787250816:12345-192.168.204.57@tcp:101:date.0 00010000:00010000:3.0:1776265354.508659:0:5507:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776265354.508680:0:5507:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2b56 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46663 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.508742:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2b5d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.508758:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2b5d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.508771:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2b5d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.508784:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2b64 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x3491cd4c bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.508790:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2b64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.508796:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2b64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.508868:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2b5d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.508889:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2b5d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.508895:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2b5d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.508901:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000055e1677b already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265354.508905:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2b5d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.508911:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2b5d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.508923:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x0 (000000000f4c4d98) 00010000:00010000:3.0:1776265354.508926:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265354.508930:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2b5d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.508936:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2b5d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.508950:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2b64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.508955:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2b64 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.508960:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2b64 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.508969:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004660d909 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265354.508971:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2b64 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.508976:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2b64 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.508983:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x3491cd4c (0000000060c4e01c) 00010000:00010000:3.0:1776265354.508985:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265354.508987:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2b64 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.508992:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2b64 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.509039:0:5507:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2b56 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46663 expref: 386 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.509046:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2b56 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46663 expref: 386 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.509055:0:5507:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000002cb9c738, rc 0) 00000100:00100000:3.0:1776265354.509122:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086d7659f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11447:x1862548787250816:12345-192.168.204.57@tcp:101:date.0 Request processed in 483us (813us total) trans 0 rc 301/301 00000100:00100000:3.0:1776265354.509131:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17110 00000100:00100000:2.0:1776265354.512251:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265354.512488:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787250880 00000100:00100000:3.0:1776265354.512540:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17111 00000100:00100000:3.0:1776265354.512547:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec23e467 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11447:x1862548787250880:12345-192.168.204.57@tcp:101:date.0 00010000:00010000:3.0:1776265354.512569:0:5507:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776265354.512602:0:5507:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2b6b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece4666a expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.512665:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2b72 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.512681:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2b72 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.512693:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2b72 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.512707:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2b79 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x3735a305 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.512714:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2b79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.512720:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2b79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.512792:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2b72 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.512800:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2b72 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.512807:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2b72 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.512819:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d0b37eb2 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265354.512822:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2b72 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.512828:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2b72 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.512840:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x0 (000000000f4c4d98) 00010000:00010000:3.0:1776265354.512842:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265354.512846:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2b72 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.512851:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2b72 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.512863:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2b79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.512869:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2b79 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.512986:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2b79 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.512991:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f09a7da6 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265354.512994:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2b79 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.512999:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2b79 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.513008:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x3735a305 (000000002a31c10b) 00010000:00010000:3.0:1776265354.513010:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265354.513012:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2b79 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.513034:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2b79 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.513068:0:5507:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2b6b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4666a expref: 386 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.513074:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2b6b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4666a expref: 386 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.513082:0:5507:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001d8f5300, rc 0) 00000100:00100000:3.0:1776265354.513141:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec23e467 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11447:x1862548787250880:12345-192.168.204.57@tcp:101:date.0 Request processed in 593us (898us total) trans 0 rc 301/301 00000100:00100000:3.0:1776265354.513148:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17111 00000100:00100000:1.0:1776265354.525177:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.525533:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787251008 00000100:00100000:1.0:1776265354.525709:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17112 00000100:00100000:1.0:1776265354.525716:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1b6bf89 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11447:x1862548787251008:12345-192.168.204.57@tcp:101:date.0 00010000:00010000:1.0:1776265354.525738:0:6376:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776265354.525760:0:6376:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2b80 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46671 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.526918:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2b87 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.526942:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2b87 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.526954:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2b87 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.526974:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2b8e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x820cea43 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.526981:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2b8e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.526988:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2b8e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.528118:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2b87 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.528134:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2b87 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.528145:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2b87 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.528151:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cf4b87c8 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265354.528154:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2b87 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.528161:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2b87 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.528174:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x0 (000000000f4c4d98) 00010000:00010000:1.0:1776265354.528177:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265354.528181:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2b87 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.528186:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2b87 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.528199:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2b8e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.528204:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2b8e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.528209:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2b8e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.528312:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006d8ffa2e already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265354.528314:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2b8e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.528320:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2b8e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.528328:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x820cea43 (000000002cbcb349) 00010000:00010000:1.0:1776265354.528330:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265354.528331:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2b8e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.528337:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2b8e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.528390:0:6376:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2b80 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46671 expref: 386 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.528398:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2b80 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46671 expref: 386 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.528407:0:6376:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000df6bcba6, rc 0) 00000100:00100000:1.0:1776265354.528483:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1b6bf89 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11447:x1862548787251008:12345-192.168.204.57@tcp:101:date.0 Request processed in 2765us (3315us total) trans 0 rc 301/301 00000100:00100000:1.0:1776265354.528492:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17112 00000100:00100000:2.0:1776265354.550973:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.551175:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787251072 00000100:00100000:1.0:1776265354.551303:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17113 00000100:00100000:1.0:1776265354.551310:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007247935c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11314:x1862548787251072:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1776265354.551333:0:6376:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776265354.551486:0:6376:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2b95 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46678 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.551556:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2b9c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.551571:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2b9c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.551583:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2b9c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.551597:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2ba3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x4e1a61e4 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.551604:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2ba3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x4e1a61e4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.551610:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2ba3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x4e1a61e4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.551691:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2b9c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.551698:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2b9c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.551703:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2b9c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.551709:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006d8ffa2e already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265354.551712:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2b9c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.551720:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2b9c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.551732:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x0 (000000000f4c4d98) 00010000:00010000:1.0:1776265354.551734:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265354.551738:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2b9c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.551744:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2b9c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.551755:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2ba3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x4e1a61e4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.551760:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2ba3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x4e1a61e4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.551765:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2ba3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x4e1a61e4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.551769:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cf4b87c8 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265354.551770:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2ba3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x4e1a61e4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.551774:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2ba3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x4e1a61e4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.551779:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x4e1a61e4 (000000002cbcb349) 00010000:00010000:1.0:1776265354.551781:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265354.551783:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2ba3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x4e1a61e4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.551787:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2ba3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x4e1a61e4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.551818:0:6376:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2b95 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46678 expref: 386 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.551824:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2b95 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46678 expref: 386 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.551831:0:6376:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000df6bcba6, rc 0) 00000100:00100000:1.0:1776265354.551903:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007247935c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11314:x1862548787251072:12345-192.168.204.57@tcp:101:bash.0 Request processed in 591us (937us total) trans 0 rc 301/301 00000100:00100000:1.0:1776265354.551911:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17113 00000100:00100000:2.0:1776265354.567543:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.567889:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787251200 00000100:00100000:1.0:1776265354.567940:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17114 00000100:00100000:1.0:1776265354.567947:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc2d1d45 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11449:x1862548787251200:12345-192.168.204.57@tcp:101:ps.0 00010000:00010000:1.0:1776265354.567970:0:6376:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776265354.567992:0:6376:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2baa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece4667f expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.571523:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2bb1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.571548:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2bb1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.571561:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2bb1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.571578:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2bb8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x5eacde bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.571585:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2bb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x5eacde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.571591:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2bb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x5eacde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.571668:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2bb1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.571677:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2bb1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.571683:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2bb1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.571693:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000000e3457a already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.571697:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2bb1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.571703:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2bb1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.571714:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x0 (000000000f4c4d98) 00010000:00010000:0.0:1776265354.571716:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.571720:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2bb1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.571725:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2bb1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.571736:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2bb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x5eacde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.571740:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2bb8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x5eacde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.571745:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2bb8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x5eacde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.571749:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e6f3f77d already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.571750:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2bb8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x5eacde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.571755:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2bb8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x5eacde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.571761:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x5eacde (000000001491eab9) 00010000:00010000:0.0:1776265354.571764:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.571765:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2bb8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x5eacde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.571770:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2bb8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x5eacde bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.571808:0:6376:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2baa lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4667f expref: 386 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.571815:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a2baa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4667f expref: 386 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.571825:0:6376:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000df6bcba6, rc 0) 00000100:00100000:0.0:1776265354.572039:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc2d1d45 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11449:x1862548787251200:12345-192.168.204.57@tcp:101:ps.0 Request processed in 4089us (4503us total) trans 0 rc 301/301 00000100:00100000:0.0:1776265354.572049:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17114 00000100:00100000:2.0:1776265354.585878:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.587508:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787251328 00000100:00100000:0.0:1776265354.587637:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17115 00000100:00100000:0.0:1776265354.587654:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c01d7aad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11449:x1862548787251328:12345-192.168.204.57@tcp:101:ps.0 00010000:00010000:0.0:1776265354.587675:0:6376:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1776265354.587697:0:6376:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2bbf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46686 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.587769:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2bc6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.587790:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2bc6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.587801:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2bc6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.587817:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2bcd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x55f752d8 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.587825:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2bcd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x55f752d8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.587832:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2bcd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x55f752d8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.587919:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2bc6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.587927:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2bc6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.587933:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2bc6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.587940:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000000e3457a already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.587944:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2bc6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.587951:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2bc6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.587964:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x0 (000000000f4c4d98) 00010000:00010000:0.0:1776265354.587967:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.587971:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2bc6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.587988:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2bc6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.588002:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2bcd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x55f752d8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.588008:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2bcd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x55f752d8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.588013:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2bcd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x55f752d8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.588033:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001f81b28d already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.588036:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2bcd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x55f752d8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.588041:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2bcd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x55f752d8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.588048:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x55f752d8 (000000001491eab9) 00010000:00010000:0.0:1776265354.588051:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.588052:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2bcd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x55f752d8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.588063:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2bcd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x55f752d8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.588098:0:6376:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2bbf lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46686 expref: 386 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.588106:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2bbf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46686 expref: 386 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.588114:0:6376:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e6f3f77d, rc 0) 00000100:00100000:0.0:1776265354.588189:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c01d7aad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11449:x1862548787251328:12345-192.168.204.57@tcp:101:ps.0 Request processed in 535us (2319us total) trans 0 rc 301/301 00000100:00100000:0.0:1776265354.588198:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17115 00000100:00100000:2.0:1776265354.601042:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.601253:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787251456 00000100:00100000:0.0:1776265354.601359:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17116 00000100:00100000:0.0:1776265354.601366:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e20b1422 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11449:x1862548787251456:12345-192.168.204.57@tcp:101:ps.0 00010000:00010000:0.0:1776265354.601389:0:6376:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1776265354.601410:0:6376:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2bd4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece4668d expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.601487:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2bdb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.601505:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2bdb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.601516:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2bdb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.601531:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2be2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0xaf3dc4c9 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.601537:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2be2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xaf3dc4c9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.601543:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2be2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xaf3dc4c9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.601622:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2bdb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.601631:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2bdb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.601637:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2bdb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.601657:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001f81b28d already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.601661:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2bdb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.601668:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2bdb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.601679:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x0 (000000000f4c4d98) 00010000:00010000:0.0:1776265354.601681:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.601685:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2bdb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.601695:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2bdb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.601708:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2be2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xaf3dc4c9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.601713:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2be2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xaf3dc4c9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.601719:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2be2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xaf3dc4c9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.601723:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000000e3457a already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.601725:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2be2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xaf3dc4c9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.601730:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2be2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xaf3dc4c9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.601737:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0xaf3dc4c9 (000000001491eab9) 00010000:00010000:0.0:1776265354.601739:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.601740:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2be2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0xaf3dc4c9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.601745:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2be2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0xaf3dc4c9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.601781:0:6376:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2bd4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4668d expref: 386 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.601793:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2bd4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4668d expref: 386 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.601802:0:6376:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e6f3f77d, rc 0) 00000100:00100000:0.0:1776265354.601868:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e20b1422 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11449:x1862548787251456:12345-192.168.204.57@tcp:101:ps.0 Request processed in 502us (851us total) trans 0 rc 301/301 00000100:00100000:0.0:1776265354.601877:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17116 00000100:00100000:2.0:1776265354.610819:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.610960:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787251584 00000100:00100000:0.0:1776265354.611139:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17117 00000100:00100000:0.0:1776265354.611148:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000044df09d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11449:x1862548787251584:12345-192.168.204.57@tcp:101:ps.0 00010000:00010000:0.0:1776265354.611171:0:6376:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1776265354.611194:0:6376:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2be9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46694 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.611302:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2bf0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.611317:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2bf0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.611329:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2bf0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.611351:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2bf7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x46114526 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.611359:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2bf7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.611367:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2bf7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.611451:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2bf0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.611458:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2bf0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.611464:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2bf0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.611470:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000000e3457a already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.611474:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2bf0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.611480:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2bf0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.611491:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x0 (000000000f4c4d98) 00010000:00010000:0.0:1776265354.611494:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.611498:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2bf0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.611503:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2bf0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.611514:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2bf7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.611523:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2bf7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.611528:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2bf7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.611533:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001f81b28d already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.611535:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2bf7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.611540:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2bf7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.611546:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x46114526 (000000001491eab9) 00010000:00010000:0.0:1776265354.611548:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.611550:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2bf7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.611555:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2bf7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.611586:0:6376:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2be9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46694 expref: 386 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.611594:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2be9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46694 expref: 386 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.611602:0:6376:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e6f3f77d, rc 0) 00000100:00100000:0.0:1776265354.611665:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000044df09d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11449:x1862548787251584:12345-192.168.204.57@tcp:101:ps.0 Request processed in 516us (854us total) trans 0 rc 301/301 00000100:00100000:0.0:1776265354.615556:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17117 00000100:00100000:2.0:1776265354.618932:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.619035:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787251712 00000100:00100000:0.0:1776265354.619102:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17118 00000100:00100000:0.0:1776265354.619110:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec88d029 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11449:x1862548787251712:12345-192.168.204.57@tcp:101:ps.0 00010000:00010000:0.0:1776265354.619135:0:5507:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1776265354.619157:0:5507:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2bfe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece4669b expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.619261:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2c05 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.619276:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2c05 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.619288:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2c05 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.619301:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2c0c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x907a850 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.619307:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2c0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.619313:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2c0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.619393:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2c05 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.619401:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2c05 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.619407:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2c05 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.619413:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008fdc7729 already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.619417:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2c05 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.619424:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2c05 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.619436:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x0 (000000000f4c4d98) 00010000:00010000:0.0:1776265354.619439:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.619444:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2c05 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.619450:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2c05 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.619462:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2c0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.619467:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2c0c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.619472:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2c0c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.619482:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000014307a0c already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.619483:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2c0c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.619489:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2c0c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.619496:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x907a850 (00000000b6466c93) 00010000:00010000:0.0:1776265354.619498:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.619500:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2c0c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.619505:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2c0c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.619540:0:5507:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2bfe lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4669b expref: 386 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.619548:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2bfe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4669b expref: 386 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.619556:0:5507:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000997208db, rc 0) 00000100:00100000:0.0:1776265354.619610:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec88d029 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11449:x1862548787251712:12345-192.168.204.57@tcp:101:ps.0 Request processed in 500us (686us total) trans 0 rc 301/301 00000100:00100000:0.0:1776265354.619618:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17118 00000100:00100000:2.0:1776265354.625268:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.625378:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787251840 00000100:00100000:1.0:1776265354.625442:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17119 00000100:00100000:1.0:1776265354.625449:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9f0edd7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11449:x1862548787251840:12345-192.168.204.57@tcp:101:ps.0 00010000:00010000:1.0:1776265354.625479:0:6376:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776265354.625503:0:6376:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2c13 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece466a2 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.625580:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2c1a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.625595:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2c1a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.625606:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2c1a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.625620:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2c21 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x85a1b653 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.625626:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2c21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.625632:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2c21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.625729:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2c1a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.625738:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2c1a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.625744:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2c1a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.625750:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006d8ffa2e already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265354.625755:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2c1a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.625763:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2c1a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.625775:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x0 (000000000f4c4d98) 00010000:00010000:1.0:1776265354.625779:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265354.625784:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2c1a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.625790:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2c1a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.625803:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2c21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.625807:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2c21 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.625813:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2c21 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.625817:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005c6c18c1 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265354.625819:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2c21 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.625824:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2c21 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.625831:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x85a1b653 (000000002cbcb349) 00010000:00010000:1.0:1776265354.625833:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265354.625835:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2c21 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.625840:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2c21 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.625872:0:6376:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2c13 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece466a2 expref: 386 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.625879:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2c13 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece466a2 expref: 386 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.625886:0:6376:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000cf4b87c8, rc 0) 00000100:00100000:1.0:1776265354.625997:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9f0edd7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11449:x1862548787251840:12345-192.168.204.57@tcp:101:ps.0 Request processed in 547us (739us total) trans 0 rc 301/301 00000100:00100000:1.0:1776265354.626005:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17119 00000100:00100000:3.0:1776265354.634011:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.634374:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787251968 00000100:00100000:2.0:1776265354.634433:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17120 00000100:00100000:2.0:1776265354.634440:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2edd215 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11449:x1862548787251968:12345-192.168.204.57@tcp:101:ps.0 00010000:00010000:2.0:1776265354.634463:0:5508:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1776265354.634486:0:5508:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2c28 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece466a9 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.634566:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2c2f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.634581:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2c2f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.634591:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2c2f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.634605:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2c36 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x102009d5 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.634611:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2c36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.634617:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2c36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.634692:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2c2f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.634702:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2c2f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.634709:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2c2f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.634715:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000713f64bf already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265354.634718:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2c2f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.634725:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2c2f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.634737:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x0 (000000000f4c4d98) 00010000:00010000:2.0:1776265354.634740:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265354.634744:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2c2f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.634750:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2c2f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.634762:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2c36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.634768:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2c36 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.634773:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2c36 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.634782:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007d5d5010 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265354.634784:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2c36 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.634789:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2c36 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.634795:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x102009d5 (0000000045cd33f9) 00010000:00010000:2.0:1776265354.634798:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265354.634799:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2c36 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.634805:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2c36 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.634836:0:5508:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2c28 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece466a9 expref: 386 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.634845:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2c28 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece466a9 expref: 386 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.634853:0:5508:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d90632b3, rc 0) 00000100:00100000:2.0:1776265354.635150:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2edd215 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11449:x1862548787251968:12345-192.168.204.57@tcp:101:ps.0 Request processed in 708us (1147us total) trans 0 rc 301/301 00000100:00100000:2.0:1776265354.635159:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17120 00000100:00100000:2.0:1776265354.638945:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265354.639012:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787252096 00000100:00100000:3.0:1776265354.639117:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17121 00000100:00100000:3.0:1776265354.639124:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005975288a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11449:x1862548787252096:12345-192.168.204.57@tcp:101:ps.0 00010000:00010000:3.0:1776265354.639146:0:5508:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776265354.639169:0:5508:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2c3d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece466b0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.639286:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2c44 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.639303:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2c44 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.639314:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2c44 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.639327:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2c4b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x42ab077a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.639333:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2c4b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.639339:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2c4b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.639647:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2c44 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.639654:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2c44 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.639660:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2c44 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.639666:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f09a7da6 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265354.639668:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2c44 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.639675:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2c44 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.639688:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x0 (000000000f4c4d98) 00010000:00010000:3.0:1776265354.639690:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265354.639694:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2c44 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.639700:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2c44 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.639713:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2c4b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.639718:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2c4b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.639724:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2c4b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.639729:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d0b37eb2 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265354.639731:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2c4b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.639736:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2c4b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.639743:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x42ab077a (000000002a31c10b) 00010000:00010000:3.0:1776265354.639745:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265354.639747:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2c4b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.639755:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2c4b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.639790:0:5508:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2c3d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece466b0 expref: 386 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.639799:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2c3d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece466b0 expref: 386 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.639808:0:5508:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001d8f5300, rc 0) 00000100:00100000:3.0:1776265354.639861:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005975288a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11449:x1862548787252096:12345-192.168.204.57@tcp:101:ps.0 Request processed in 736us (922us total) trans 0 rc 301/301 00000100:00100000:3.0:1776265354.639869:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17121 00000100:00100000:3.0:1776265354.643750:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.644283:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787252224 00000100:00100000:2.0:1776265354.644430:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17122 00000100:00100000:2.0:1776265354.644439:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f46aa42 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11449:x1862548787252224:12345-192.168.204.57@tcp:101:ps.0 00010000:00010000:2.0:1776265354.644462:0:5508:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1776265354.644485:0:5508:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2c52 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece466b7 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.644561:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2c59 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.644576:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2c59 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.644588:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2c59 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.644601:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2c60 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x28a377f8 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.644607:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2c60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.644612:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2c60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.644688:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2c59 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.644695:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2c59 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.644702:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2c59 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.644709:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007d5d5010 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265354.644712:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2c59 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.644718:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2c59 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.644731:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x0 (000000000f4c4d98) 00010000:00010000:2.0:1776265354.644733:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265354.644737:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2c59 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.644743:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2c59 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.644754:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2c60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.644760:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2c60 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.644765:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2c60 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.644769:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000713f64bf already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265354.644771:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2c60 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.644776:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2c60 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.644783:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x28a377f8 (0000000045cd33f9) 00010000:00010000:2.0:1776265354.644785:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265354.644786:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2c60 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.644791:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2c60 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.644825:0:5508:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2c52 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece466b7 expref: 386 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.644834:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2c52 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece466b7 expref: 386 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.644841:0:5508:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d90632b3, rc 0) 00000100:00100000:2.0:1776265354.644923:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f46aa42 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11449:x1862548787252224:12345-192.168.204.57@tcp:101:ps.0 Request processed in 484us (1181us total) trans 0 rc 301/301 00000100:00100000:2.0:1776265354.644931:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17122 00000100:00100000:2.0:1776265354.652808:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.652907:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787252352 00000100:00100000:1.0:1776265354.652965:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17123 00000100:00100000:1.0:1776265354.652973:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9e67191 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11449:x1862548787252352:12345-192.168.204.57@tcp:101:ps.0 00010000:00010000:1.0:1776265354.652995:0:6376:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776265354.653031:0:6376:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2c67 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece466be expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.653106:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2c6e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.653121:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2c6e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.653136:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2c6e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.653151:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2c75 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x90ba0166 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.653157:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2c75 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.653163:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2c75 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.653271:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2c6e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.653279:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2c6e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.653285:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2c6e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.653292:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005c6c18c1 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265354.653296:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2c6e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.653302:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2c6e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.653313:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x0 (000000000f4c4d98) 00010000:00010000:1.0:1776265354.653316:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265354.653320:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2c6e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.653325:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2c6e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.653336:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2c75 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.653352:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2c75 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.653357:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2c75 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.653363:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006d8ffa2e already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265354.653365:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2c75 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.653371:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2c75 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.653378:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x90ba0166 (000000002cbcb349) 00010000:00010000:1.0:1776265354.653380:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265354.653381:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2c75 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.653387:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2c75 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.653423:0:6376:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2c67 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece466be expref: 386 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.653430:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2c67 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece466be expref: 386 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.653437:0:6376:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000cf4b87c8, rc 0) 00000100:00100000:1.0:1776265354.653493:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9e67191 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11449:x1862548787252352:12345-192.168.204.57@tcp:101:ps.0 Request processed in 519us (693us total) trans 0 rc 301/301 00000100:00100000:1.0:1776265354.653500:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17123 00000100:00100000:2.0:1776265354.658144:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265354.658508:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787252480 00000100:00100000:3.0:1776265354.658604:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17124 00000100:00100000:3.0:1776265354.658611:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054620244 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11449:x1862548787252480:12345-192.168.204.57@tcp:101:ps.0 00010000:00010000:3.0:1776265354.658632:0:5508:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776265354.658653:0:5508:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2c7c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece466c5 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.658744:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2c83 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.658759:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2c83 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.658775:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2c83 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.658789:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2c8a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0xce5b6a33 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.658796:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2c8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.658802:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2c8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.658888:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2c83 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.658895:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2c83 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.658902:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2c83 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.658908:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d0b37eb2 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265354.658911:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2c83 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.658917:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2c83 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.658927:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x0 (000000000f4c4d98) 00010000:00010000:3.0:1776265354.658931:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265354.658935:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2c83 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.658940:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2c83 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.658952:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2c8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.658958:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2c8a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.658963:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2c8a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.658968:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f09a7da6 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265354.658970:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2c8a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.658975:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2c8a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.658982:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0xce5b6a33 (000000002a31c10b) 00010000:00010000:3.0:1776265354.658984:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265354.658986:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2c8a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.658990:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2c8a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.659047:0:5508:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2c7c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece466c5 expref: 386 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.659055:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2c7c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece466c5 expref: 386 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.659063:0:5508:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001d8f5300, rc 0) 00000100:00100000:3.0:1776265354.659129:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054620244 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11449:x1862548787252480:12345-192.168.204.57@tcp:101:ps.0 Request processed in 518us (995us total) trans 0 rc 301/301 00000100:00100000:3.0:1776265354.659137:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17124 00000100:00100000:1.0:1776265354.664460:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265354.664543:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787252608 00000100:00100000:3.0:1776265354.664603:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17125 00000100:00100000:3.0:1776265354.664609:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be1645a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11449:x1862548787252608:12345-192.168.204.57@tcp:101:ps.0 00010000:00010000:3.0:1776265354.664631:0:5508:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776265354.664652:0:5508:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2c91 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece466cc expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.664732:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2c98 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.664748:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2c98 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.664759:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2c98 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.664772:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2c9f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0xe87eaafc bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.664779:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2c9f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.664785:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2c9f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.664858:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2c98 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.664866:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2c98 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.664885:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2c98 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.664892:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004660d909 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265354.664896:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2c98 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.664903:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2c98 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.664914:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x0 (000000000f4c4d98) 00010000:00010000:3.0:1776265354.664917:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265354.664920:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2c98 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.664926:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2c98 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.671064:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2c9f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.671085:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2c9f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.671092:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2c9f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.671098:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000055e1677b already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265354.671102:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2c9f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.671108:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2c9f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.671126:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0xe87eaafc (0000000060c4e01c) 00010000:00010000:3.0:1776265354.671129:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265354.671133:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2c9f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.671140:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2c9f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.671208:0:5508:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2c91 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece466cc expref: 386 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.671241:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2c91 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece466cc expref: 386 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.671256:0:5508:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000002cb9c738, rc 0) 00000100:00100000:2.0:1776265354.671515:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be1645a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11449:x1862548787252608:12345-192.168.204.57@tcp:101:ps.0 Request processed in 6902us (7060us total) trans 0 rc 301/301 00000100:00100000:2.0:1776265354.671526:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17125 00000100:00100000:2.0:1776265354.677067:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.677164:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.677450:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787252736 00000100:00100000:0.0:1776265354.677504:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787252800 00000100:00100000:0.0:1776265354.677532:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17126 00000100:00100000:0.0:1776265354.677540:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a231bc53 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+386:11449:x1862548787252736:12345-192.168.204.57@tcp:101:ps.0 00010000:00010000:0.0:1776265354.677560:0:5508:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1776265354.677580:0:5508:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2ca6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece466d3 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.677668:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2cad lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.677682:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2cad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.677694:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2cad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.677707:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2cb4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0xc9c87587 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.677714:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2cb4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xc9c87587 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.677719:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2cb4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xc9c87587 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.677786:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2cad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.677793:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2cad lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.677799:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2cad lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.677804:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000014307a0c already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.677807:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2cad lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.677814:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2cad lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.677825:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x0 (000000000f4c4d98) 00010000:00010000:0.0:1776265354.677828:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.677831:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2cad lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.677838:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2cad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.677852:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2cb4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xc9c87587 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.677858:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2cb4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xc9c87587 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.677863:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2cb4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xc9c87587 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.677867:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008fdc7729 already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.677869:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2cb4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xc9c87587 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.677886:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2cb4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xc9c87587 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.677894:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0xc9c87587 (00000000b6466c93) 00010000:00010000:0.0:1776265354.677897:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.677899:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2cb4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0xc9c87587 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.677904:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2cb4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0xc9c87587 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.677938:0:5508:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2ca6 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece466d3 expref: 387 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.677946:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2ca6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece466d3 expref: 387 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.677954:0:5508:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000997208db, rc 0) 00000100:00100000:0.0:1776265354.678008:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a231bc53 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+386:11449:x1862548787252736:12345-192.168.204.57@tcp:101:ps.0 Request processed in 468us (949us total) trans 0 rc 301/301 00000100:00100000:0.0:1776265354.678015:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17126 00000100:00100000:0.0:1776265354.678043:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17127 00000100:00100000:0.0:1776265354.678048:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f4d2584 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11454:x1862548787252800:12345-192.168.204.57@tcp:501:chlg_load_threa.0 00000100:00100000:0.0:1776265354.678335:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f4d2584 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11454:x1862548787252800:12345-192.168.204.57@tcp:501:chlg_load_threa.0 Request processed in 286us (1172us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265354.678356:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17127 00000100:00100000:2.0:1776265354.682074:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.682109:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265354.682183:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787252864 00000100:00100000:3.0:1776265354.682261:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787252992 00000100:00100000:3.0:1776265354.682281:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17128 00000100:00100000:3.0:1776265354.682288:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043e2c5a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+386:11454:x1862548787252864:12345-192.168.204.57@tcp:503:chlg_load_threa.0 00000100:00100000:3.0:1776265354.682611:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043e2c5a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+386:11454:x1862548787252864:12345-192.168.204.57@tcp:503:chlg_load_threa.0 Request processed in 322us (546us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265354.682620:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17128 00000100:00100000:3.0:1776265354.682639:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17129 00000100:00100000:3.0:1776265354.682643:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbd7254a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11449:x1862548787252992:12345-192.168.204.57@tcp:101:ps.0 00010000:00010000:3.0:1776265354.682653:0:5507:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776265354.682673:0:5507:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2cbb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece466da expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.682738:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2cc2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.682752:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2cc2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.682763:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2cc2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.682775:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2cc9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0xfb43d54d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.682786:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.682791:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.682845:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2cc2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.682853:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2cc2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.682858:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2cc2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.682864:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000055e1677b already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265354.682868:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2cc2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.682890:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2cc2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.682902:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x0 (000000000f4c4d98) 00010000:00010000:3.0:1776265354.682905:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265354.682908:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2cc2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.682913:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2cc2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.682931:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.682937:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2cc9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.682942:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2cc9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.682947:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004660d909 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265354.682949:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2cc9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.682954:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2cc9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.682961:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0xfb43d54d (0000000060c4e01c) 00010000:00010000:3.0:1776265354.682963:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265354.682965:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2cc9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.682970:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2cc9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.683001:0:5507:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2cbb lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece466da expref: 386 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.683010:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2cbb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece466da expref: 386 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.683032:0:5507:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000002cb9c738, rc 0) 00000100:00100000:3.0:1776265354.683068:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbd7254a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11449:x1862548787252992:12345-192.168.204.57@tcp:101:ps.0 Request processed in 423us (958us total) trans 0 rc 301/301 00000100:00100000:3.0:1776265354.683074:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17129 00000100:00100000:2.0:1776265354.689202:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.689497:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787253120 00000100:00100000:1.0:1776265354.689562:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17130 00000100:00100000:1.0:1776265354.689569:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cdf27286 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11449:x1862548787253120:12345-192.168.204.57@tcp:101:ps.0 00010000:00010000:1.0:1776265354.689591:0:5508:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776265354.689616:0:5508:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2cd0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece466e1 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.689714:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2cd7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.689730:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2cd7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.689742:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2cd7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.689761:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2cde lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x2ca39d83 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.689768:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2cde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x2ca39d83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.689774:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2cde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x2ca39d83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.689846:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2cd7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.689854:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2cd7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.689860:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2cd7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.689865:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006d8ffa2e already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265354.689868:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2cd7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.689875:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2cd7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.689886:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x0 (000000000f4c4d98) 00010000:00010000:1.0:1776265354.689889:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265354.689893:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2cd7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.689903:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2cd7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.689915:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2cde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x2ca39d83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.689920:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2cde lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x2ca39d83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.689925:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2cde lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x2ca39d83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.689929:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005c6c18c1 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265354.689931:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2cde lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x2ca39d83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.689937:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2cde lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x2ca39d83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.689942:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x2ca39d83 (000000002cbcb349) 00010000:00010000:1.0:1776265354.689944:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265354.689946:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2cde lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x2ca39d83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.689950:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2cde lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x2ca39d83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.689980:0:5508:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2cd0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece466e1 expref: 386 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.689991:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2cd0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece466e1 expref: 386 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.689999:0:5508:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000cf4b87c8, rc 0) 00000100:00100000:1.0:1776265354.690061:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cdf27286 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11449:x1862548787253120:12345-192.168.204.57@tcp:101:ps.0 Request processed in 491us (868us total) trans 0 rc 301/301 00000100:00100000:1.0:1776265354.690068:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17130 00010000:00010000:0.0:1776265354.693386:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776265354.695500:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.695787:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787253184 00000100:00100000:0.0:1776265354.695883:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17131 00000100:00100000:0.0:1776265354.695891:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000006f8574 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11454:x1862548787253184:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265354.696182:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000006f8574 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11454:x1862548787253184:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 290us (688us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265354.696191:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17131 00000100:00100000:3.0:1776265354.699704:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.700288:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787253312 00000100:00100000:0.0:1776265354.700342:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17132 00000100:00100000:0.0:1776265354.700348:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007debeb36 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11449:x1862548787253312:12345-192.168.204.57@tcp:101:ps.0 00010000:00010000:0.0:1776265354.700371:0:6376:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1776265354.700392:0:6376:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2ce5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece466e8 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.700466:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2cec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.700481:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2cec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.700493:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2cec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.700507:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2cf3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0xb8395982 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.700514:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2cf3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xb8395982 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.700520:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2cf3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xb8395982 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.700597:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2cec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.700605:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2cec lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.700612:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2cec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.700617:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008fdc7729 already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.700621:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2cec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.700627:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2cec lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.700651:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x0 (000000000f4c4d98) 00010000:00010000:0.0:1776265354.700654:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.700658:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2cec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.700664:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2cec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.700676:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2cf3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xb8395982 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.700681:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2cf3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xb8395982 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.700690:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2cf3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xb8395982 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.700694:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000014307a0c already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.700695:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2cf3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xb8395982 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.700700:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2cf3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0xb8395982 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.700706:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0xb8395982 (00000000b6466c93) 00010000:00010000:0.0:1776265354.700708:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.700710:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2cf3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0xb8395982 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.700714:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2cf3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0xb8395982 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.700745:0:6376:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2ce5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece466e8 expref: 386 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.700753:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2ce5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece466e8 expref: 386 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.700761:0:6376:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000997208db, rc 0) 00000100:00100000:0.0:1776265354.700825:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007debeb36 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11449:x1862548787253312:12345-192.168.204.57@tcp:101:ps.0 Request processed in 476us (1129us total) trans 0 rc 301/301 00000100:00100000:0.0:1776265354.700832:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17132 00000100:00100000:2.0:1776265354.704780:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.704885:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787253376 00000100:00100000:1.0:1776265354.704939:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17133 00000100:00100000:1.0:1776265354.704946:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004237b960 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11454:x1862548787253376:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1776265354.705199:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004237b960 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11454:x1862548787253376:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 252us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265354.705207:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17133 00000100:00100000:2.0:1776265354.714189:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.714345:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787253440 00000100:00100000:0.0:1776265354.714391:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17134 00000100:00100000:0.0:1776265354.714398:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ba1d0ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11454:x1862548787253440:12345-192.168.204.57@tcp:501:chlg_load_threa.0 00000100:00100000:0.0:1776265354.714507:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ba1d0ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11454:x1862548787253440:12345-192.168.204.57@tcp:501:chlg_load_threa.0 Request processed in 109us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265354.714516:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17134 00000100:00100000:3.0:1776265354.717306:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.717418:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787253504 00000100:00100000:1.0:1776265354.717465:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17135 00000100:00100000:1.0:1776265354.717473:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c7f05cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11454:x1862548787253504:12345-192.168.204.57@tcp:503:chlg_load_threa.0 00000100:00100000:1.0:1776265354.717651:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c7f05cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11454:x1862548787253504:12345-192.168.204.57@tcp:503:chlg_load_threa.0 Request processed in 177us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265354.717659:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17135 00000100:00100000:2.0:1776265354.723124:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.723252:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787253568 00000100:00100000:0.0:1776265354.723397:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17136 00000100:00100000:0.0:1776265354.723405:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006f53996 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11454:x1862548787253568:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265354.724006:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006f53996 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11454:x1862548787253568:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 600us (890us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265354.724015:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17136 00000100:00100000:2.0:1776265354.728506:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.728626:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787253632 00000100:00100000:0.0:1776265354.728937:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17137 00000100:00100000:0.0:1776265354.728945:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c55377b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11454:x1862548787253632:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265354.729205:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c55377b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11454:x1862548787253632:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 260us (707us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265354.729259:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17137 00000100:00100000:3.0:1776265354.733321:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.733442:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787253696 00000100:00100000:0.0:1776265354.733502:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17138 00000100:00100000:0.0:1776265354.733509:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002001b471 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11454:x1862548787253696:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265354.734149:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002001b471 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11454:x1862548787253696:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 638us (834us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265354.734158:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17138 00000100:00100000:2.0:1776265354.741146:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.742038:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787253760 00000100:00100000:0.0:1776265354.742100:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17139 00000100:00100000:0.0:1776265354.742109:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e84a7cb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11454:x1862548787253760:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265354.742414:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e84a7cb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11454:x1862548787253760:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 306us (1277us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265354.742423:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17139 00000100:00100000:2.0:1776265354.753695:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.753929:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787253824 00000100:00100000:0.0:1776265354.753983:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17140 00000100:00100000:0.0:1776265354.753991:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffe95742 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11454:x1862548787253824:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265354.754267:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffe95742 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11454:x1862548787253824:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 276us (579us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265354.754276:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17140 00000100:00100000:3.0:1776265354.760528:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265354.760603:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.760754:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787253888 00000100:00100000:0.0:1776265354.760813:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787253952 00000100:00100000:0.0:1776265354.760840:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17141 00000100:00100000:0.0:1776265354.760847:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf50999a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+386:11454:x1862548787253888:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265354.761092:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf50999a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+386:11454:x1862548787253888:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 244us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265354.761104:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17141 00000100:00100000:0.0:1776265354.761124:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17142 00000100:00100000:0.0:1776265354.761128:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b04d317 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11314:x1862548787253952:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1776265354.761137:0:6376:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1776265354.761158:0:6376:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2cfa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece466ef expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.762134:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2d01 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.762154:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2d01 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.762166:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2d01 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.762183:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2d08 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x7393eb54 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.762189:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2d08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x7393eb54 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.762195:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2d08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x7393eb54 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.762353:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2d01 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.762362:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2d01 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.762368:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2d01 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.762374:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000014307a0c already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.762378:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2d01 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.762386:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2d01 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.762397:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x0 (000000000f4c4d98) 00010000:00010000:0.0:1776265354.762400:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.762404:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2d01 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.762409:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2d01 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.762421:0:6376:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2d08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x7393eb54 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.762426:0:6376:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2d08 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x7393eb54 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.762432:0:6376:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2d08 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x7393eb54 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.762437:0:6376:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008fdc7729 already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.762438:0:6376:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2d08 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x7393eb54 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.762443:0:6376:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2d08 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x7393eb54 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.762450:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x7393eb54 (00000000b6466c93) 00010000:00010000:0.0:1776265354.762452:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.762454:0:6376:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2d08 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x7393eb54 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.762459:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2d08 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x7393eb54 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.762495:0:6376:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2cfa lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece466ef expref: 386 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.762502:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2cfa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece466ef expref: 386 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.762510:0:6376:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000997208db, rc 0) 00000100:00100000:0.0:1776265354.762799:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b04d317 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11314:x1862548787253952:12345-192.168.204.57@tcp:101:bash.0 Request processed in 1667us (2195us total) trans 0 rc 301/301 00000100:00100000:0.0:1776265354.762808:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17142 00000100:00100000:0.0:1776265354.764986:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.765139:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787254016 00000100:00100000:2.0:1776265354.765192:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17143 00000100:00100000:2.0:1776265354.765200:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000779538bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11454:x1862548787254016:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265354.765580:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000779538bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11454:x1862548787254016:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 380us (599us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265354.765588:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17143 00000100:00100000:0.0:1776265354.768659:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.768952:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787254080 00000100:00100000:2.0:1776265354.769028:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17144 00000100:00100000:2.0:1776265354.769035:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d8ae249 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11454:x1862548787254080:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265354.769315:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d8ae249 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11454:x1862548787254080:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 279us (664us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265354.769325:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17144 00000100:00100000:0.0:1776265354.771846:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265354.772083:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787254144 00000100:00100000:2.0:1776265354.775703:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17145 00000100:00100000:2.0:1776265354.775714:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000026289fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11454:x1862548787254144:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265354.776241:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000026289fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11454:x1862548787254144:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 527us (4401us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265354.776251:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17145 00000100:00100000:0.0:1776265354.780450:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.780544:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.780686:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787254208 00000100:00100000:2.0:1776265354.780737:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787254272 00000100:00100000:2.0:1776265354.780763:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17146 00000100:00100000:2.0:1776265354.780769:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011ff4d06 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+386:11455:x1862548787254208:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:2.0:1776265354.780790:0:11775:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1776265354.780811:0:11775:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2d0f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece466f6 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.780882:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2d16 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.780899:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2d16 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.780910:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2d16 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.780923:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2d1d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.780928:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2d1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.780934:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2d1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.781062:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2d24 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.781071:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2d24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1ea:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.781077:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2d24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1ea:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1776265354.781127:0:11775:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1ea:0x0]: returning size 11776 00000004:00200000:2.0:1776265354.781131:0:11775:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:2.0:1776265354.781155:0:11775:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2d24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1ea:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.781167:0:11775:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2d16 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.781173:0:11775:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2d16 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.781179:0:11775:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2d16 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.781184:0:11775:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000713f64bf already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265354.781188:0:11775:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2d16 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.781194:0:11775:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2d16 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.781205:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x0 (000000000f4c4d98) 00010000:00010000:2.0:1776265354.781208:0:11775:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265354.781233:0:11775:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2d16 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.781240:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2d16 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.781252:0:11775:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2d1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.781258:0:11775:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2d1d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.781263:0:11775:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2d1d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.781268:0:11775:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007d5d5010 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265354.781269:0:11775:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2d1d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.781274:0:11775:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2d1d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.781280:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x12eaac0d (0000000045cd33f9) 00010000:00010000:2.0:1776265354.781282:0:11775:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265354.781284:0:11775:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2d1d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.781289:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2d1d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265354.781506:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17147 00000100:00100000:1.0:1776265354.781514:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4492c3b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+388:11454:x1862548787254272:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1776265354.781767:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4492c3b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+388:11454:x1862548787254272:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 252us (1222us total) trans 0 rc 0/0 00010000:00010000:2.0:1776265354.781778:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2d0f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece466f6 expref: 388 pid: 11775 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265354.781783:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17147 00010000:00010000:2.0:1776265354.781800:0:11775:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2d24 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1ea:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece466f6 expref: 386 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.781812:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ea:0x0].0x0 (0000000032cc22b0) 00010000:00010000:2.0:1776265354.781814:0:11775:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1776265354.781816:0:11775:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000de00b8cb, rc 0) 00000100:00100000:2.0:1776265354.782100:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011ff4d06 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+386:11455:x1862548787254208:12345-192.168.204.57@tcp:101:rm.0 Request processed in 1329us (1768us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265354.782107:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17146 00000100:00100000:1.0:1776265354.784696:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.784763:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787254336 00000100:00100000:2.0:1776265354.784809:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17148 00000100:00100000:2.0:1776265354.784815:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001cf0c395 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+386:11454:x1862548787254336:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265354.788188:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001cf0c395 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+386:11454:x1862548787254336:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 3363us (3490us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265354.788207:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17148 00000100:00100000:3.0:1776265354.788492:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.788812:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787254464 00000100:00100000:2.0:1776265354.788850:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17149 00000100:00100000:2.0:1776265354.788856:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae6edfb5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+386:11455:x1862548787254464:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:2.0:1776265354.788886:0:11775:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1776265354.788910:0:11775:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a2d2b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece466fd expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1776265354.789050:0:11775:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1ea:0x0]: returning size 11776 00010000:00010000:2.0:1776265354.789168:0:11775:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a2d2b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece466fd expref: 388 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.789178:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a2d2b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece466fd expref: 388 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.789196:0:11775:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000c6b71437, rc 0) 00000100:00100000:2.0:1776265354.789271:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae6edfb5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+387:11455:x1862548787254464:12345-192.168.204.57@tcp:101:rm.0 Request processed in 414us (780us total) trans 4294976061 rc 301/301 00000100:00100000:2.0:1776265354.789282:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17149 00000100:00100000:3.0:1776265354.791458:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.791560:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787254528 00000100:00100000:1.0:1776265354.791619:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17150 00000100:00100000:1.0:1776265354.791624:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b63153e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+387:11454:x1862548787254528:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1776265354.791849:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b63153e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+387:11454:x1862548787254528:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 223us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265354.791857:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17150 00000100:00100000:1.0:1776265354.794989:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.795801:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787254592 00000100:00100000:3.0:1776265354.795806:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.795859:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17151 00000100:00100000:2.0:1776265354.795866:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d12196ff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+387:11454:x1862548787254592:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1776265354.795936:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787254656 00000100:00100000:1.0:1776265354.796005:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4995 00000100:00100000:1.0:1776265354.796010:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000292380cc pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+388:11455:x1862548787254656:12345-192.168.204.57@tcp:37:rm.0 00000100:00100000:2.0:1776265354.796840:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d12196ff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:11454:x1862548787254592:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 973us (1857us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265354.796850:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17151 00000100:00100000:1.0:1776265354.799169:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000292380cc pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+387:11455:x1862548787254656:12345-192.168.204.57@tcp:37:rm.0 Request processed in 3152us (3360us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265354.799183:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4995 00000100:00100000:1.0:1776265354.802073:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.803405:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787254720 00000100:00100000:2.0:1776265354.803466:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17152 00000100:00100000:2.0:1776265354.803472:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091b808d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+387:11454:x1862548787254720:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265354.804250:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091b808d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+387:11454:x1862548787254720:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 774us (2182us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265354.804260:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17152 00000100:00100000:0.0:1776265354.804794:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.804844:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787254848 00000100:00100000:1.0:1776265354.804896:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4996 00000100:00100000:1.0:1776265354.804902:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae0beb6b pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+387:11455:x1862548787254848:12345-192.168.204.57@tcp:35:rm.0 00000100:00100000:1.0:1776265354.805501:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae0beb6b pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+388:11455:x1862548787254848:12345-192.168.204.57@tcp:35:rm.0 Request processed in 596us (708us total) trans 4294976062 rc 0/0 00000100:00100000:1.0:1776265354.805509:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4996 00000100:00100000:0.0:1776265354.808541:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.808643:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787254912 00000100:00100000:2.0:1776265354.808700:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17153 00000100:00100000:2.0:1776265354.808707:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000438570cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+388:11454:x1862548787254912:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265354.808961:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000438570cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+388:11454:x1862548787254912:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 253us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265354.808970:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17153 00000100:00100000:2.0:1776265354.810088:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.810167:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787255040 00000100:00100000:0.0:1776265354.810247:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17154 00000100:00100000:0.0:1776265354.810254:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a658f6b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+388:11455:x1862548787255040:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:0.0:1776265354.810274:0:6376:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1776265354.810304:0:6376:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2d39 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46704 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.810417:0:6376:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2d40 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.810432:0:6376:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2d40 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1ea:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.810443:0:6376:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2d40 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1ea:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6376 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1776265354.810453:0:6376:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1ea:0x0]: returning size 11776 00010000:00010000:0.0:1776265354.810559:0:6376:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2d39 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46704 expref: 391 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.810574:0:6376:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2d40 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1ea:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46704 expref: 390 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.810582:0:6376:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ea:0x0].0x0 (0000000032cc22b0) 00010000:00010000:0.0:1776265354.810585:0:6376:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1776265354.810587:0:6376:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000008fdc7729, rc 0) 00000100:00100000:0.0:1776265354.810626:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a658f6b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+390:11455:x1862548787255040:12345-192.168.204.57@tcp:101:rm.0 Request processed in 372us (544us total) trans 4294976063 rc 0/0 00000100:00100000:0.0:1776265354.810633:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17154 00000100:00100000:3.0:1776265354.813057:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.813150:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787255104 00000100:00100000:2.0:1776265354.813201:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17155 00000100:00100000:2.0:1776265354.813208:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8d32a95 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+390:11454:x1862548787255104:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265354.813516:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8d32a95 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+390:11454:x1862548787255104:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 307us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265354.813524:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17155 00000100:00100000:1.0:1776265354.817364:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.817403:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.817457:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.817677:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787255168 00000100:00100000:0.0:1776265354.817728:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787255232 00000100:00100000:0.0:1776265354.817745:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787255296 00000100:00100000:0.0:1776265354.817770:0:5509:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17156 00000100:00100000:0.0:1776265354.817777:0:5509:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad2a3af1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+392:11454:x1862548787255168:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265354.818042:0:5509:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad2a3af1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+392:11454:x1862548787255168:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 263us (684us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265354.818050:0:5509:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17156 00000100:00100000:0.0:1776265354.818073:0:5509:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17157 00000100:00100000:0.0:1776265354.818076:0:5509:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe360b3e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+391:11455:x1862548787255232:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:0.0:1776265354.818085:0:5509:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1776265354.818105:0:5509:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2d4e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece4670b expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.818157:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2d55 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1eb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.818178:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2d55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1eb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.818188:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2d55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1eb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1776265354.818265:0:5509:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1eb:0x0]: returning size 11776 00000004:00200000:0.0:1776265354.818269:0:5509:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1776265354.818289:0:5509:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2d55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1eb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.818309:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2d4e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4670b expref: 393 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.818320:0:5509:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2d55 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1eb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4670b expref: 392 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.818329:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1eb:0x0].0x0 (00000000bf9c9f28) 00010000:00010000:0.0:1776265354.818331:0:5509:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1776265354.818333:0:5509:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000014307a0c, rc 0) 00000100:00100000:0.0:1776265354.818423:0:5509:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe360b3e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+392:11455:x1862548787255232:12345-192.168.204.57@tcp:101:rm.0 Request processed in 346us (1021us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265354.818428:0:5509:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17157 00000100:00100000:0.0:1776265354.818439:0:5509:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17158 00000100:00100000:0.0:1776265354.818442:0:5509:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058a357f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+391:2206:x1862548787255296:12345-192.168.204.57@tcp:101:ll_sa_11455.0 00010000:00010000:0.0:1776265354.818447:0:5509:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1776265354.818453:0:5509:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2d5c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46712 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.818471:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2d63 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.818476:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2d63 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.818481:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2d63 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.818489:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2d6a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1ea:0x0].0x977fac0d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.818492:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2d6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1ea:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.818499:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2d6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1ea:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.818572:0:5509:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2d71 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.818581:0:5509:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2d71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1ec:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.818586:0:5509:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2d71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1ec:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1776265354.818608:0:5509:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1ec:0x0]: returning size 11776 00000004:00200000:0.0:1776265354.818610:0:5509:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1776265354.818635:0:5509:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2d71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1ec:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.818643:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2d63 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.818648:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2d63 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.818654:0:5509:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2d63 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.818660:0:5509:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001f81b28d already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.818664:0:5509:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2d63 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.818674:0:5509:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2d63 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.818681:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ea:0x0].0x0 (0000000032cc22b0) 00010000:00010000:0.0:1776265354.818682:0:5509:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.818684:0:5509:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2d63 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.818687:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2d63 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.818693:0:5509:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2d6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1ea:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.818697:0:5509:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2d6a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1ea:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.818703:0:5509:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2d6a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1ea:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.818708:0:5509:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000000e3457a already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.818709:0:5509:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2d6a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1ea:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.818714:0:5509:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2d6a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1ea:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.818720:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ea:0x0].0x977fac0d (00000000b6466c93) 00010000:00010000:0.0:1776265354.818722:0:5509:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.818724:0:5509:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2d6a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1ea:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.818728:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2d6a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ea:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.818750:0:5509:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2d5c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46712 expref: 393 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.818759:0:5509:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2d71 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1ec:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46712 expref: 392 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.818766:0:5509:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ec:0x0].0x0 (000000001d7a02f7) 00010000:00010000:0.0:1776265354.818768:0:5509:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1776265354.818769:0:5509:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d3e21d9f, rc 0) 00000100:00100000:0.0:1776265354.818794:0:5509:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058a357f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+392:2206:x1862548787255296:12345-192.168.204.57@tcp:101:ll_sa_11455.0 Request processed in 350us (1338us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265354.818800:0:5509:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17158 00000100:00100000:1.0:1776265354.821968:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.822673:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787255360 00000100:00100000:0.0:1776265354.822732:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17159 00000100:00100000:0.0:1776265354.822738:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff826c05 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+392:11454:x1862548787255360:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265354.822977:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff826c05 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+392:11454:x1862548787255360:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 237us (1017us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265354.822986:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17159 00000100:00100000:1.0:1776265354.826418:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.826624:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787255424 00000100:00100000:0.0:1776265354.826685:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17160 00000100:00100000:0.0:1776265354.826692:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5dfded7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+392:11454:x1862548787255424:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265354.827204:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5dfded7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+392:11454:x1862548787255424:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 510us (792us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265354.827229:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17160 00000100:00100000:1.0:1776265354.829265:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.829303:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265354.829385:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787255552 00000100:00100000:3.0:1776265354.829443:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4997 00000100:00100000:3.0:1776265354.829449:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000894d1a09 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+392:11455:x1862548787255552:12345-192.168.204.57@tcp:37:rm.0 00000100:00100000:2.0:1776265354.830340:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787255488 00000100:00100000:2.0:1776265354.830379:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17161 00000100:00100000:2.0:1776265354.830384:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b2d8b32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+394:11454:x1862548787255488:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265354.830586:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b2d8b32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+394:11454:x1862548787255488:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 200us (1328us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265354.830594:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17161 00000100:00100000:3.0:1776265354.833772:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000894d1a09 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+392:11455:x1862548787255552:12345-192.168.204.57@tcp:37:rm.0 Request processed in 4314us (4462us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265354.833788:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4997 00000100:00100000:0.0:1776265354.835326:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265354.835408:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787255616 00000100:00100000:3.0:1776265354.835461:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17162 00000100:00100000:3.0:1776265354.835467:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ff375bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+392:11454:x1862548787255616:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1776265354.835693:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ff375bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+392:11454:x1862548787255616:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 225us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265354.835702:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17162 00000100:00100000:1.0:1776265354.838353:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.839192:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787255680 00000100:00100000:2.0:1776265354.839320:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17163 00000100:00100000:2.0:1776265354.839327:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000de218a45 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+392:11454:x1862548787255680:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265354.839636:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000de218a45 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+392:11454:x1862548787255680:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 308us (1290us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265354.839645:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17163 00000100:00100000:1.0:1776265354.841967:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.842113:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265354.842208:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787255808 00000100:00100000:3.0:1776265354.842315:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4998 00000100:00100000:3.0:1776265354.842322:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000255d7bdd pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+392:11455:x1862548787255808:12345-192.168.204.57@tcp:37:rm.0 00000100:00100000:2.0:1776265354.843100:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787255744 00000100:00100000:2.0:1776265354.843145:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17164 00000100:00100000:2.0:1776265354.843150:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062db3207 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+394:11454:x1862548787255744:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265354.843431:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062db3207 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+394:11454:x1862548787255744:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 279us (1471us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265354.843439:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17164 00000100:00100000:0.0:1776265354.846693:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.846880:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787255872 00000100:00100000:2.0:1776265354.846937:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17165 00000100:00100000:2.0:1776265354.846945:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092a4a517 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+393:11454:x1862548787255872:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265354.847243:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092a4a517 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+393:11454:x1862548787255872:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 260us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265354.847253:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17165 00000100:00100000:3.0:1776265354.847586:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000255d7bdd pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+392:11455:x1862548787255808:12345-192.168.204.57@tcp:37:rm.0 Request processed in 5262us (5473us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265354.847596:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4998 00000100:00100000:0.0:1776265354.851991:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.852246:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787255936 00000100:00100000:2.0:1776265354.852308:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17166 00000100:00100000:2.0:1776265354.852315:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075ce4385 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+392:11454:x1862548787255936:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265354.852543:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075ce4385 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+392:11454:x1862548787255936:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 227us (559us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265354.852552:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17166 00000100:00100000:2.0:1776265354.855364:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.855495:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.857958:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787256000 00000100:00100000:3.0:1776265354.858857:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787256064 00000100:00100000:1.0:1776265354.858863:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17167 00000100:00100000:1.0:1776265354.858872:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aaecfe3d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+393:11455:x1862548787256000:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:1.0:1776265354.858895:0:11775:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776265354.858918:0:11775:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2d78 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46719 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265354.858964:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17168 00000100:00100000:2.0:1776265354.858970:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac9a40cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+394:11454:x1862548787256064:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00010000:00010000:1.0:1776265354.858981:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2d7f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.858995:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2d7f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.859007:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2d7f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1776265354.859075:0:11775:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x22b:0x0]: returning size 11776 00000004:00200000:1.0:1776265354.859079:0:11775:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1776265354.859099:0:11775:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2d7f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.859123:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2d78 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46719 expref: 395 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.859140:0:11775:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2d7f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46719 expref: 394 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.859147:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22b:0x0].0x0 (00000000a9841de0) 00010000:00010000:1.0:1776265354.859149:0:11775:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1776265354.859152:0:11775:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000005c6c18c1, rc 0) 00000100:00100000:2.0:1776265354.859313:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac9a40cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+394:11454:x1862548787256064:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 341us (3817us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265354.859322:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17168 00000100:00100000:1.0:1776265354.859510:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aaecfe3d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+393:11455:x1862548787256000:12345-192.168.204.57@tcp:101:rm.0 Request processed in 636us (4156us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265354.859517:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17167 00000100:00100000:3.0:1776265354.861701:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.861878:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787256128 00000100:00100000:2.0:1776265354.861925:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17169 00000100:00100000:2.0:1776265354.861931:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001435733f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+393:11454:x1862548787256128:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265354.862198:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001435733f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+393:11454:x1862548787256128:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 265us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265354.862210:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17169 00000100:00100000:0.0:1776265354.867118:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.867267:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.867339:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787256256 00000100:00100000:2.0:1776265354.867394:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17170 00000100:00100000:2.0:1776265354.867402:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f09ad2e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+393:11454:x1862548787256256:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1776265354.867418:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787256192 00000100:00100000:3.0:1776265354.867442:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 4999 00000100:00100000:3.0:1776265354.867446:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000245d9ae7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+394:11455:x1862548787256192:12345-192.168.204.57@tcp:37:rm.0 00000100:00100000:2.0:1776265354.867634:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f09ad2e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+394:11454:x1862548787256256:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 232us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265354.867642:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17170 00000100:00100000:0.0:1776265354.872908:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265354.873973:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000245d9ae7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+393:11455:x1862548787256192:12345-192.168.204.57@tcp:37:rm.0 Request processed in 6522us (6861us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265354.873988:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 4999 00000100:00100000:2.0:1776265354.874605:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787256320 00000100:00100000:2.0:1776265354.874661:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17171 00000100:00100000:2.0:1776265354.874667:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd19b7bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+393:11454:x1862548787256320:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265354.874884:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd19b7bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+393:11454:x1862548787256320:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 215us (1984us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265354.874891:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17171 00000100:00100000:0.0:1776265354.878923:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.879038:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787256384 00000100:00100000:2.0:1776265354.879089:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17172 00000100:00100000:2.0:1776265354.879096:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000526eb1b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+393:11454:x1862548787256384:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265354.879485:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000526eb1b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+393:11454:x1862548787256384:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 388us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265354.879495:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17172 00000100:00100000:1.0:1776265354.881105:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.881337:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787256512 00000100:00100000:1.0:1776265354.881444:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5000 00000100:00100000:1.0:1776265354.881451:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e4e9dca8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+393:11455:x1862548787256512:12345-192.168.204.57@tcp:35:rm.0 00000100:00100000:1.0:1776265354.881839:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e4e9dca8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+394:11455:x1862548787256512:12345-192.168.204.57@tcp:35:rm.0 Request processed in 386us (739us total) trans 4294976064 rc 0/0 00000100:00100000:1.0:1776265354.881848:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5000 00000100:00100000:3.0:1776265354.889745:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265354.889822:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.890687:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787256576 00000100:00100000:0.0:1776265354.890748:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787256704 00000100:00100000:0.0:1776265354.890771:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17173 00000100:00100000:0.0:1776265354.890777:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000292380cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+395:11454:x1862548787256576:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265354.891299:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000292380cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+395:11454:x1862548787256576:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 520us (1559us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265354.891309:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17173 00000100:00100000:0.0:1776265354.891328:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17174 00000100:00100000:0.0:1776265354.891333:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e6b61fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+394:11455:x1862548787256704:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:0.0:1776265354.891590:0:5508:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:0.0:1776265354.891619:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a2d7f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46719 expref: 394 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.891796:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000792f3c05/0xeb74cb2ea3685839 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3d0bc expref: 393 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.891810:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001e24c1ff/0xeb74cb2ea367fd7f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22b:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b10b expref: 392 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.891820:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c0b38451/0xeb74cb2ea367fc91 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b0a9 expref: 391 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.891831:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22b:0x0].0x0 (00000000a9841de0) 00010000:00010000:0.0:1776265354.891846:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000086b0fe41/0xeb74cb2ea368178e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ed:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bba7 expref: 390 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.891853:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ed:0x0].0x0 (000000004a663168) 00010000:00010000:0.0:1776265354.891856:0:5508:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776265354.891883:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2d86 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.891898:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2d86 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.891907:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2d86 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.891921:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2d8d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1ed:0x0].0xf17aab4e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.891929:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2d8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ed:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.891935:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2d8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ed:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.892176:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2d94 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x22b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.892186:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2d94 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.892192:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2d94 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776265354.893690:0:5508:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5330, 176 off935976 00000004:00200000:0.0:1776265354.893750:0:5508:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x22b:0x0]: returning size 11776 00000004:00010000:0.0:1776265354.893766:0:5508:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000009e6b61fd reply state 000000007b00b70a transno 4294976065 ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2d94 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.893808:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2d86 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.893815:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2d86 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.893821:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2d86 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.893826:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e6f3f77d already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.893830:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2d86 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.893837:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2d86 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.893855:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ed:0x0].0x0 (000000004a663168) 00010000:00010000:0.0:1776265354.893859:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.893862:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2d86 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.893867:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2d86 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776265354.893875:0:5508:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000009e6b61fd reply state 000000007b00b70a transno 4294976065 ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2d8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ed:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265354.893969:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e6b61fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+391:11455:x1862548787256704:12345-192.168.204.57@tcp:36:rm.0 Request processed in 2633us (4145us total) trans 4294976065 rc 0/0 00000100:00100000:0.0:1776265354.893978:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17174 00000100:00100000:0.0:1776265354.897816:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.898011:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787256768 00000100:00100000:2.0:1776265354.898073:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17175 00000100:00100000:2.0:1776265354.898081:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e144979 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+391:11454:x1862548787256768:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00010000:00010000:1.0:1776265354.898582:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2d8d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ed:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.898596:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2d8d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ed:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.898605:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2d8d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ed:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.898612:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000000e3457a already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265354.898616:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2d8d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ed:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.898624:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2d8d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1ed:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.898640:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ed:0x0].0xf17aab4e (00000000b6466c93) 00010000:00010000:1.0:1776265354.898642:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265354.898645:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2d8d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1ed:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.898650:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000000e3457a/0xeb74cb2ea36a2d8d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1ed:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.898666:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2d94 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.898671:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2d94 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.898676:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2d94 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.898681:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001f81b28d already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265354.898683:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2d94 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.898687:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2d94 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.898693:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22b:0x0].0x0 (000000001491eab9) 00010000:00010000:1.0:1776265354.898695:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776265354.898697:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2d94 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.898701:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a2d94 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265354.899760:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.900190:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787256832 00000100:00100000:1.0:1776265354.900261:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17176 00000100:00100000:1.0:1776265354.900267:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fb949918 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+391:11455:x1862548787256832:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:1.0:1776265354.900292:0:5508:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776265354.900311:0:5508:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2d9b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46720 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.900374:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2da2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x213:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.900389:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2da2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x213:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.900401:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2da2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x213:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1776265354.900455:0:5508:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x213:0x0]: returning size 12800 00000004:00200000:1.0:1776265354.900459:0:5508:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1776265354.900481:0:5508:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2da2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x213:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.900506:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2d9b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46720 expref: 393 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.900522:0:5508:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2da2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x213:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46720 expref: 392 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.900530:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x213:0x0].0x0 (00000000d862e17d) 00010000:00010000:1.0:1776265354.900532:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1776265354.900534:0:5508:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006d8ffa2e, rc 0) 00000100:00100000:1.0:1776265354.900562:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fb949918 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+392:11455:x1862548787256832:12345-192.168.204.57@tcp:101:rm.0 Request processed in 294us (806us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265354.900568:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17176 00000100:00100000:2.0:1776265354.900882:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e144979 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+391:11454:x1862548787256768:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 2798us (3070us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265354.900892:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17175 00000100:00100000:3.0:1776265354.902047:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.902203:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787256896 00000100:00100000:2.0:1776265354.902299:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17177 00000100:00100000:2.0:1776265354.902304:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab957c0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+391:11454:x1862548787256896:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265354.902532:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab957c0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+391:11454:x1862548787256896:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 227us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265354.902539:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17177 00000100:00100000:3.0:1776265354.907105:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.907196:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787256960 00000100:00100000:0.0:1776265354.907405:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5001 00000100:00100000:0.0:1776265354.907413:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019fad5bd pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+391:11455:x1862548787256960:12345-192.168.204.57@tcp:37:rm.0 00000100:00100000:3.0:1776265354.909118:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.909739:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787257024 00000100:00100000:0.0:1776265354.909816:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17178 00000100:00100000:0.0:1776265354.909822:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000bca0193 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+393:11454:x1862548787257024:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265354.910097:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000bca0193 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+393:11454:x1862548787257024:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 274us (985us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265354.910105:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17178 00000100:00100000:0.0:1776265354.916352:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019fad5bd pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+391:11455:x1862548787256960:12345-192.168.204.57@tcp:37:rm.0 Request processed in 8928us (9246us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265354.916371:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5001 00000100:00100000:3.0:1776265354.917398:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.919155:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787257088 00000100:00100000:0.0:1776265354.919260:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17179 00000100:00100000:0.0:1776265354.919267:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ced67840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+391:11454:x1862548787257088:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1776265354.919679:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.919729:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787257216 00000100:00100000:1.0:1776265354.919787:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5002 00000100:00100000:1.0:1776265354.919794:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e08223ab pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+392:11455:x1862548787257216:12345-192.168.204.57@tcp:35:rm.0 00000100:00100000:0.0:1776265354.919940:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ced67840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+392:11454:x1862548787257088:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 672us (2545us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265354.919950:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17179 00000100:00100000:1.0:1776265354.920673:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e08223ab pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+392:11455:x1862548787257216:12345-192.168.204.57@tcp:35:rm.0 Request processed in 877us (993us total) trans 4294976066 rc 0/0 00000100:00100000:1.0:1776265354.920681:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5002 00000100:00100000:3.0:1776265354.929364:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265354.929456:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.929555:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787257280 00000100:00100000:2.0:1776265354.929606:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787257408 00000100:00100000:2.0:1776265354.929631:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17180 00000100:00100000:2.0:1776265354.929637:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bcf036b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+393:11454:x1862548787257280:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265354.929934:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bcf036b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+393:11454:x1862548787257280:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 292us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265354.929935:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17181 00000100:00100000:1.0:1776265354.929944:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014229f99 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+393:11455:x1862548787257408:12345-192.168.204.57@tcp:36:rm.0 00000100:00100000:2.0:1776265354.929950:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17180 00010000:00010000:1.0:1776265354.929991:0:5508:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776265354.930031:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2da2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x213:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46720 expref: 392 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.930053:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000071724b4e/0xeb74cb2ea3684298 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x213:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c9ae expref: 391 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.930066:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000aaddfdc9/0xeb74cb2ea367f3bc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x213:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ad06 expref: 390 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.930077:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cb300a2b/0xeb74cb2ea367f2d5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x213:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3acb9 expref: 389 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.930088:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x213:0x0].0x0 (00000000d862e17d) 00010000:00010000:1.0:1776265354.930099:0:5508:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265354.930144:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2da9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.930169:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2da9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.930179:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2da9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.930193:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a2db0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1ed:0x0].0x8cffc40b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.930261:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a2db0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.930271:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a2db0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.930407:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a2db7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x213:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.930416:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a2db7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x213:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.930422:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a2db7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x213:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776265354.930855:0:5508:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5331, 176 off936152 00000004:00200000:1.0:1776265354.930937:0:5508:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x213:0x0]: returning size 12800 00000004:00010000:1.0:1776265354.930950:0:5508:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000014229f99 reply state 00000000c7173796 transno 4294976067 ns: mdt-lustre-MDT0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a2db7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x213:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.930988:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2da9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.930994:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2da9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.931001:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2da9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.931006:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cf4b87c8 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265354.931010:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2da9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.931026:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2da9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.931037:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ed:0x0].0x0 (000000004a663168) 00010000:00010000:1.0:1776265354.931039:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265354.931043:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2da9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.931048:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2da9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265354.931061:0:5508:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000014229f99 reply state 00000000c7173796 transno 4294976067 ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a2db0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265354.931127:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014229f99 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+390:11455:x1862548787257408:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1182us (1671us total) trans 4294976067 rc 0/0 00000100:00100000:1.0:1776265354.931134:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17181 00000100:00100000:0.0:1776265354.932857:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265354.932990:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787257472 00000100:00100000:3.0:1776265354.933050:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17182 00000100:00100000:3.0:1776265354.933056:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040d92929 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+390:11454:x1862548787257472:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1776265354.933286:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040d92929 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+390:11454:x1862548787257472:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 228us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265354.933294:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17182 00010000:00010000:2.0:1776265354.936553:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a2db0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.936574:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a2db0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.936582:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a2db0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.936587:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002bba6401 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265354.936592:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a2db0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.936605:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a2db0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.936623:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ed:0x0].0x8cffc40b (000000002cbcb349) 00010000:00010000:2.0:1776265354.936626:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265354.936630:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a2db0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1ed:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.936636:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a2db0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1ed:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.936741:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a2db7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x213:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.936747:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a2db7 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x213:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.936752:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a2db7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x213:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.936756:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dc434bb8 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265354.936758:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a2db7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x213:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.936764:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a2db7 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x213:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.936772:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x213:0x0].0x0 (000000003f0dafb6) 00010000:00010000:2.0:1776265354.936774:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776265354.936777:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a2db7 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x213:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265354.936781:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a2db7 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x213:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265354.940874:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265354.941047:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787257536 00000100:00100000:3.0:1776265354.941105:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17183 00000100:00100000:3.0:1776265354.941112:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006564e4b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:11455:x1862548787257536:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:3.0:1776265354.941138:0:11775:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776265354.941159:0:11775:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2dbe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46727 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.941249:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2dc5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x266:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.941265:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2dc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x266:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.941276:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2dc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x266:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1776265354.941401:0:11775:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x266:0x0]: returning size 11776 00000004:00200000:3.0:1776265354.941405:0:11775:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1776265354.941428:0:11775:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2dc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x266:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.941452:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2dbe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46727 expref: 391 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.941468:0:11775:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2dc5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x266:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46727 expref: 390 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265354.941476:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x266:0x0].0x0 (000000006361560c) 00010000:00010000:3.0:1776265354.941479:0:11775:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1776265354.941482:0:11775:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000004660d909, rc 0) 00000100:00100000:3.0:1776265354.941539:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006564e4b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+390:11455:x1862548787257536:12345-192.168.204.57@tcp:101:rm.0 Request processed in 427us (674us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265354.941545:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17183 00000100:00100000:2.0:1776265354.941687:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.941905:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787257600 00000100:00100000:1.0:1776265354.942035:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17184 00000100:00100000:1.0:1776265354.942040:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004acbca25 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+390:11454:x1862548787257600:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1776265354.942244:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004acbca25 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+390:11454:x1862548787257600:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 203us (558us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265354.942252:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17184 00000100:00100000:2.0:1776265354.949539:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.949571:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.949657:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787257664 00000100:00100000:1.0:1776265354.949707:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5003 00000100:00100000:1.0:1776265354.949714:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ee98b1d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+390:11455:x1862548787257664:12345-192.168.204.57@tcp:37:rm.0 00000100:00100000:1.0:1776265354.954607:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ee98b1d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+390:11455:x1862548787257664:12345-192.168.204.57@tcp:37:rm.0 Request processed in 4885us (5069us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265354.954623:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5003 00000100:00100000:0.0:1776265354.954760:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787257728 00000100:00100000:0.0:1776265354.954805:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17185 00000100:00100000:0.0:1776265354.954812:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2a3272f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+390:11454:x1862548787257728:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265354.955375:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2a3272f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+390:11454:x1862548787257728:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 561us (5801us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265354.955385:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17185 00000100:00100000:3.0:1776265354.958311:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.958395:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787257856 00000100:00100000:1.0:1776265354.958447:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5004 00000100:00100000:1.0:1776265354.958454:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003fcef99a pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+390:11455:x1862548787257856:12345-192.168.204.57@tcp:35:rm.0 00000100:00100000:2.0:1776265354.959317:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265354.959812:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787257920 00000100:00100000:3.0:1776265354.959857:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17186 00000100:00100000:3.0:1776265354.959863:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094ba9117 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+392:11454:x1862548787257920:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1776265354.960132:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094ba9117 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+392:11454:x1862548787257920:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 268us (817us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265354.960140:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17186 00000100:00100000:0.0:1776265354.960310:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003fcef99a pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+391:11455:x1862548787257856:12345-192.168.204.57@tcp:35:rm.0 Request processed in 1855us (2009us total) trans 4294976068 rc 0/0 00000100:00100000:0.0:1776265354.960319:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5004 00000100:00100000:2.0:1776265354.966160:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.966289:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.967308:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787257984 00000100:00100000:1.0:1776265354.967371:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787258112 00000100:00100000:1.0:1776265354.967401:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17187 00000100:00100000:1.0:1776265354.967409:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b811c1a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+392:11454:x1862548787257984:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265354.967481:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17188 00000100:00100000:0.0:1776265354.967495:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094c70072 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+392:11455:x1862548787258112:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:0.0:1776265354.967543:0:5507:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1776265354.967571:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004660d909/0xeb74cb2ea36a2dc5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x266:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46727 expref: 392 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.967607:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a8d2a438/0xeb74cb2ea3690509 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x266:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece40be8 expref: 391 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.967632:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ca9e1180/0xeb74cb2ea3688f44 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x266:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3e354 expref: 390 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.967649:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ff52cd18/0xeb74cb2ea368137b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x266:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ba11 expref: 389 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.967659:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x266:0x0].0x0 (000000006361560c) 00010000:00010000:0.0:1776265354.967670:0:5507:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776265354.967675:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b811c1a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+388:11454:x1862548787257984:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 264us (1521us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265354.967684:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17187 00010000:00010000:0.0:1776265354.967702:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2dcc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.967720:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2dcc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.967731:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2dcc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.967744:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2dd3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1ed:0x0].0x106120ec bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.967751:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2dd3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.967756:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2dd3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.967860:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a2dda lrc: 3/0,1 mode: --/EX res: [0x200000401:0x266:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.967868:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a2dda lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x266:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.967875:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a2dda lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x266:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776265354.968333:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5332, 176 off936328 00000004:00200000:0.0:1776265354.968388:0:5507:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x266:0x0]: returning size 11776 00000004:00010000:0.0:1776265354.968404:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000094c70072 reply state 0000000004ce2d4c transno 4294976069 ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a2dda lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x266:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.968441:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2dcc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.968448:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2dcc lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.968455:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2dcc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.968461:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e6f3f77d already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265354.968464:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2dcc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.968471:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2dcc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.968485:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ed:0x0].0x0 (000000004a663168) 00010000:00010000:0.0:1776265354.968488:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265354.968491:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2dcc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.968497:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2dcc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776265354.968504:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000094c70072 reply state 0000000004ce2d4c transno 4294976069 ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2dd3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265354.968568:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094c70072 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:11455:x1862548787258112:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1072us (2278us total) trans 4294976069 rc 0/0 00000100:00100000:0.0:1776265354.968574:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17188 00000100:00100000:2.0:1776265354.971244:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.971296:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787258176 00010000:00010000:1.0:1776265354.971328:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2dd3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.971343:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2dd3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.971349:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2dd3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.971356:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000997208db already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265354.971360:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2dd3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265354.971361:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17189 00010000:00010000:1.0:1776265354.971368:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2dd3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265354.971368:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef76451b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:11454:x1862548787258176:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00010000:00010000:1.0:1776265354.971386:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ed:0x0].0x106120ec (00000000a9841de0) 00010000:00010000:1.0:1776265354.971390:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265354.971394:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2dd3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1ed:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.971399:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a2dd3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1ed:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.971418:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a2dda lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x266:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.971424:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a2dda lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x266:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.971429:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a2dda lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x266:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.971433:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e089eab5 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265354.971435:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a2dda lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x266:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.971439:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a2dda lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x266:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.971445:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x266:0x0].0x0 (000000001739787e) 00010000:00010000:1.0:1776265354.971448:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776265354.971449:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a2dda lrc: 2/0,0 mode: --/EX res: [0x200000401:0x266:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265354.971453:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a2dda lrc: 0/0,0 mode: --/EX res: [0x200000401:0x266:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265354.972043:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef76451b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+388:11454:x1862548787258176:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 672us (834us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265354.972053:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17189 00000100:00100000:2.0:1776265354.972702:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.973079:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787258240 00000100:00100000:0.0:1776265354.973145:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17190 00000100:00100000:0.0:1776265354.973151:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6c4c5d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+388:11455:x1862548787258240:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:0.0:1776265354.973171:0:5507:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1776265354.973188:0:5507:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a2de1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece4672e expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.973329:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2de8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.973347:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2de8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.973372:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2de8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1776265354.973433:0:5507:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x26a:0x0]: returning size 11776 00000004:00200000:0.0:1776265354.973437:0:5507:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1776265354.973458:0:5507:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2de8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.973483:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a2de1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4672e expref: 390 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.973496:0:5507:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2de8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4672e expref: 389 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265354.973504:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26a:0x0].0x0 (00000000aa3a9f09) 00010000:00010000:0.0:1776265354.973506:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1776265354.973509:0:5507:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000080de0693, rc 0) 00000100:00100000:0.0:1776265354.973550:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6c4c5d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:11455:x1862548787258240:12345-192.168.204.57@tcp:101:rm.0 Request processed in 398us (850us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265354.973556:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17190 00000100:00100000:1.0:1776265354.977141:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.977295:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787258304 00000100:00100000:0.0:1776265354.977348:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17191 00000100:00100000:0.0:1776265354.977356:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002aebcc76 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:11454:x1862548787258304:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265354.977655:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002aebcc76 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:11454:x1862548787258304:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 297us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265354.977664:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17191 00000100:00100000:3.0:1776265354.980751:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265354.981405:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787258368 00000100:00100000:0.0:1776265354.981465:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5005 00000100:00100000:0.0:1776265354.981473:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3373e60 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:11455:x1862548787258368:12345-192.168.204.57@tcp:37:rm.0 00000100:00100000:1.0:1776265354.983470:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.983600:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787258432 00000100:00100000:2.0:1776265354.983657:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17192 00000100:00100000:2.0:1776265354.983664:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000456c3164 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+390:11454:x1862548787258432:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265354.984505:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000456c3164 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+391:11454:x1862548787258432:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 838us (1039us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265354.984516:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17192 00000100:00100000:0.0:1776265354.990126:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3373e60 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:11455:x1862548787258368:12345-192.168.204.57@tcp:37:rm.0 Request processed in 8645us (9376us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265354.990141:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5005 00000100:00100000:3.0:1776265354.992346:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.992424:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787258496 00000100:00100000:2.0:1776265354.992480:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17193 00000100:00100000:2.0:1776265354.992487:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091184b7a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:11454:x1862548787258496:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265354.992727:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091184b7a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:11454:x1862548787258496:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 239us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265354.992811:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17193 00000100:00100000:1.0:1776265354.996916:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265354.997027:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265354.997117:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787258688 00000100:00100000:2.0:1776265354.997171:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17194 00000100:00100000:2.0:1776265354.997178:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1f8d2c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:11454:x1862548787258688:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265354.997459:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1f8d2c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:11454:x1862548787258688:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 280us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265354.997467:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17194 00000100:00100000:0.0:1776265354.998050:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787258624 00000100:00100000:0.0:1776265354.998120:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5006 00000100:00100000:0.0:1776265354.998125:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003284bf67 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:11455:x1862548787258624:12345-192.168.204.57@tcp:35:rm.0 00000100:00100000:0.0:1776265354.998543:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003284bf67 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+390:11455:x1862548787258624:12345-192.168.204.57@tcp:35:rm.0 Request processed in 417us (1637us total) trans 4294976070 rc 0/0 00000100:00100000:0.0:1776265354.998550:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5006 00000100:00100000:1.0:1776265355.003966:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.004135:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787258816 00000100:00100000:2.0:1776265355.004195:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17195 00000100:00100000:2.0:1776265355.004202:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004da7b788 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+390:11455:x1862548787258816:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:2.0:1776265355.004299:0:5508:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1776265355.004329:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2de8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26a:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4672e expref: 390 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.004353:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000868bdfa3/0xeb74cb2ea3689262 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3e481 expref: 389 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.004374:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000adba4df2/0xeb74cb2ea36815f8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3baf8 expref: 388 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.004386:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ce42aa01/0xeb74cb2ea368153b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bab2 expref: 387 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.004395:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26a:0x0].0x0 (00000000aa3a9f09) 00010000:00010000:2.0:1776265355.004406:0:5508:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776265355.004437:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a2def lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.004453:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a2def lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.004464:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a2def lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.004478:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2df6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1ed:0x0].0x2c71d537 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.004485:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2df6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.004491:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2df6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.004606:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2dfd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x26a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.004614:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2dfd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.004622:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2dfd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776265355.005068:0:5508:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5333, 176 off936504 00000004:00200000:2.0:1776265355.005126:0:5508:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x26a:0x0]: returning size 11776 00000004:00010000:2.0:1776265355.005140:0:5508:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000004da7b788 reply state 000000001f66e711 transno 4294976071 ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2dfd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.005175:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a2def lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.005182:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a2def lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.005188:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a2def lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.005194:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c6b71437 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265355.005197:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a2def lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.005204:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a2def lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.005260:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ed:0x0].0x0 (000000004a663168) 00010000:00010000:2.0:1776265355.005262:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265355.005266:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a2def lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.005271:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a2def lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776265355.005281:0:5508:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000004da7b788 reply state 000000001f66e711 transno 4294976071 ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2df6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265355.005357:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004da7b788 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+388:11455:x1862548787258816:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1153us (1398us total) trans 4294976071 rc 0/0 00000100:00100000:2.0:1776265355.005365:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17195 00000100:00100000:0.0:1776265355.006042:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.006983:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787258880 00000100:00100000:2.0:1776265355.007195:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17196 00000100:00100000:2.0:1776265355.007203:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020698e5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+388:11454:x1862548787258880:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265355.007452:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020698e5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+388:11454:x1862548787258880:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 249us (1412us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265355.007461:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17196 00010000:00010000:2.0:1776265355.009382:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2df6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.009400:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2df6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.009408:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2df6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.009414:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d90632b3 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265355.009417:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2df6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.009424:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2df6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.009439:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ed:0x0].0x2c71d537 (0000000045cd33f9) 00010000:00010000:2.0:1776265355.009441:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265355.009444:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2df6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1ed:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.009450:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2df6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1ed:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.009466:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2dfd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x26a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.009471:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2dfd lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x26a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.009477:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2dfd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x26a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.009481:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007d5d5010 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265355.009483:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2dfd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x26a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.009488:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2dfd lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x26a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.009494:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26a:0x0].0x0 (000000001ae6b72d) 00010000:00010000:2.0:1776265355.009496:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776265355.009498:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2dfd lrc: 2/0,0 mode: --/EX res: [0x200000401:0x26a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.009503:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2dfd lrc: 0/0,0 mode: --/EX res: [0x200000401:0x26a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265355.010114:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.010196:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.010300:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787258944 00000100:00100000:0.0:1776265355.010350:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787259008 00000100:00100000:0.0:1776265355.010375:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17197 00000100:00100000:0.0:1776265355.010382:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e05afce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+388:11455:x1862548787258944:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:0.0:1776265355.010405:0:5507:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1776265355.010422:0:5507:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a2e04 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46735 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.010490:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2e0b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.010565:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2e0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x23c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.010576:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2e0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x23c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265355.010723:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17198 00000100:00100000:3.0:1776265355.010738:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001daef8a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:11454:x1862548787259008:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1776265355.010962:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001daef8a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:11454:x1862548787259008:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 232us (766us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265355.010970:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17198 00000004:00200000:0.0:1776265355.011485:0:5507:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x23c:0x0]: returning size 12800 00000004:00200000:0.0:1776265355.011490:0:5507:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1776265355.011516:0:5507:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2e0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x23c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.011545:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a2e04 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46735 expref: 389 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.011560:0:5507:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2e0b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x23c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46735 expref: 388 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.011567:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23c:0x0].0x0 (00000000a340aee3) 00010000:00010000:0.0:1776265355.011569:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1776265355.011572:0:5507:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e6f3f77d, rc 0) 00000100:00100000:0.0:1776265355.011984:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e05afce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+388:11455:x1862548787258944:12345-192.168.204.57@tcp:101:rm.0 Request processed in 1601us (1872us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265355.011992:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17197 00000100:00100000:2.0:1776265355.015878:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.015963:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787259072 00000100:00100000:0.0:1776265355.016035:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17199 00000100:00100000:0.0:1776265355.016042:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071965297 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+388:11454:x1862548787259072:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265355.016327:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071965297 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+388:11454:x1862548787259072:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 283us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265355.016336:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17199 00000100:00100000:3.0:1776265355.018662:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.018773:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787259136 00000100:00100000:0.0:1776265355.018823:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5007 00000100:00100000:0.0:1776265355.018829:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0a0a006 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+388:11455:x1862548787259136:12345-192.168.204.57@tcp:37:rm.0 00000100:00100000:2.0:1776265355.019965:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.020054:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787259200 00000100:00100000:1.0:1776265355.020096:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17200 00000100:00100000:1.0:1776265355.020102:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024e9dfc5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+390:11454:x1862548787259200:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1776265355.020350:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024e9dfc5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+390:11454:x1862548787259200:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 245us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265355.020878:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17200 00000100:00100000:0.0:1776265355.023903:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0a0a006 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+388:11455:x1862548787259136:12345-192.168.204.57@tcp:37:rm.0 Request processed in 5065us (5241us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265355.023919:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5007 00000100:00100000:3.0:1776265355.025209:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.025348:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787259264 00000100:00100000:0.0:1776265355.025441:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17201 00000100:00100000:0.0:1776265355.025448:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072e3f256 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+388:11454:x1862548787259264:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265355.025681:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072e3f256 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+388:11454:x1862548787259264:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 233us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265355.025689:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17201 00000100:00100000:2.0:1776265355.029794:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.029850:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.029961:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787259456 00000100:00100000:0.0:1776265355.030031:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17202 00000100:00100000:0.0:1776265355.030039:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9cb16dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+388:11454:x1862548787259456:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1776265355.030145:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787259392 00000100:00100000:1.0:1776265355.030182:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5008 00000100:00100000:1.0:1776265355.030187:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001fafeb6c pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:11455:x1862548787259392:12345-192.168.204.57@tcp:35:rm.0 00000100:00100000:0.0:1776265355.030289:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9cb16dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:11454:x1862548787259456:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 249us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265355.030298:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17202 00000100:00100000:1.0:1776265355.030537:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001fafeb6c pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:11455:x1862548787259392:12345-192.168.204.57@tcp:35:rm.0 Request processed in 349us (761us total) trans 4294976072 rc 0/0 00000100:00100000:1.0:1776265355.030544:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5008 00000100:00100000:2.0:1776265355.032576:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.032659:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787259520 00000100:00100000:3.0:1776265355.032706:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17203 00000100:00100000:3.0:1776265355.032713:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000027e6d7a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:11454:x1862548787259520:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1776265355.032985:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000027e6d7a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:11454:x1862548787259520:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 271us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265355.032993:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17203 00000100:00100000:3.0:1776265355.035961:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.036308:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787259648 00000100:00100000:2.0:1776265355.036450:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17204 00000100:00100000:2.0:1776265355.036457:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f242670b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:11455:x1862548787259648:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:2.0:1776265355.036519:0:5507:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1776265355.036549:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2e0b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x23c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46735 expref: 389 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.036573:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000014693ca/0xeb74cb2ea36867c1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x23c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3d5e7 expref: 388 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.036589:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cd505525/0xeb74cb2ea368040f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x23c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b38f expref: 387 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.036602:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000020a54753/0xeb74cb2ea368032f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x23c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b33b expref: 386 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.036611:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23c:0x0].0x0 (00000000a340aee3) 00010000:00010000:2.0:1776265355.036620:0:5507:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776265355.036650:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2e12 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.036664:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2e12 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.036675:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2e12 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.036687:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2e19 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1ed:0x0].0x56ca4f59 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.036694:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2e19 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.036704:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2e19 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.036809:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a2e20 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x23c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.036817:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a2e20 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x23c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.036825:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a2e20 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x23c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776265355.039088:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5334, 176 off936680 00000004:00200000:2.0:1776265355.039157:0:5507:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x23c:0x0]: returning size 12800 00000004:00010000:2.0:1776265355.039186:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000f242670b reply state 000000009cd8c27c transno 4294976073 ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a2e20 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x23c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.039264:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2e12 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.039274:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2e12 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.039280:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2e12 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.039287:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007d5d5010 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265355.039290:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2e12 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.039303:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2e12 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.039317:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ed:0x0].0x0 (000000004a663168) 00010000:00010000:2.0:1776265355.039320:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265355.039324:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2e12 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.039329:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2e12 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776265355.039339:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000f242670b reply state 000000009cd8c27c transno 4294976073 ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2e19 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265355.039440:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f242670b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+387:11455:x1862548787259648:12345-192.168.204.57@tcp:36:rm.0 Request processed in 2980us (3486us total) trans 4294976073 rc 0/0 00000100:00100000:2.0:1776265355.039451:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17204 00000100:00100000:0.0:1776265355.040064:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.040141:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787259712 00000100:00100000:3.0:1776265355.040187:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17205 00000100:00100000:3.0:1776265355.040193:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae0beb6b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+387:11454:x1862548787259712:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1776265355.040889:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae0beb6b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+387:11454:x1862548787259712:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 691us (825us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265355.040899:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17205 00000100:00100000:1.0:1776265355.044130:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.044169:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.044192:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.044289:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787259776 00000100:00100000:0.0:1776265355.044360:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787259840 00000100:00100000:0.0:1776265355.044384:0:6376:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787259904 00000100:00100000:0.0:1776265355.044405:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17206 00000100:00100000:0.0:1776265355.044411:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dcb14ba2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:11451:x1862548787259776:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.044445:0:6376:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1776265355.044521:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17207 00000100:00100000:2.0:1776265355.044528:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057e8dc97 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:11455:x1862548787259840:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:2.0:1776265355.044546:0:11775:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1776265355.044570:0:11775:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2e27 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece4673c expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265355.044597:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dcb14ba2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+390:11451:x1862548787259776:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 185us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265355.044607:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17206 00000100:00100000:0.0:1776265355.044627:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17208 00000100:00100000:0.0:1776265355.044631:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0b38d10 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:11454:x1862548787259904:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00010000:00010000:2.0:1776265355.044641:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2e2e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x201:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.044659:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2e2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x201:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.044672:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2e2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x201:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1776265355.044706:0:11775:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x201:0x0]: returning size 11776 00000004:00200000:2.0:1776265355.044709:0:11775:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1776265355.044734:0:11775:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2e2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x201:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.044761:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2e27 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4673c expref: 390 pid: 11775 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265355.044777:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0b38d10 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:11454:x1862548787259904:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 142us (582us total) trans 0 rc 0/0 00010000:00010000:2.0:1776265355.044780:0:11775:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2e2e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x201:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4673c expref: 389 pid: 11775 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265355.044793:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17208 00010000:00010000:2.0:1776265355.044794:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x201:0x0].0x0 (00000000d69b471d) 00010000:00010000:2.0:1776265355.044798:0:11775:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1776265355.044801:0:11775:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000f264d773, rc 0) 00000100:00100000:2.0:1776265355.044834:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057e8dc97 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+388:11455:x1862548787259840:12345-192.168.204.57@tcp:101:rm.0 Request processed in 306us (665us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265355.044841:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17207 00010000:00010000:3.0:1776265355.046642:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2e19 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.046658:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2e19 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.046665:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2e19 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.046671:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d90632b3 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265355.046675:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2e19 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.046687:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2e19 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.046703:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ed:0x0].0x56ca4f59 (000000001ae6b72d) 00010000:00010000:3.0:1776265355.046706:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265355.046710:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2e19 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1ed:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.046716:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a2e19 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1ed:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.046736:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a2e20 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x23c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.046742:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a2e20 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x23c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.046747:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a2e20 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x23c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.046752:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c6b71437 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265355.046754:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a2e20 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x23c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.046759:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a2e20 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x23c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.046767:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23c:0x0].0x0 (0000000045cd33f9) 00010000:00010000:3.0:1776265355.046769:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265355.046771:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a2e20 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x23c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.046777:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a2e20 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x23c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265355.048310:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.048429:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787259968 00000100:00100000:3.0:1776265355.048480:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17209 00000100:00100000:3.0:1776265355.048486:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b132b89f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+387:11454:x1862548787259968:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1776265355.048685:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b132b89f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+387:11454:x1862548787259968:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 198us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265355.048694:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17209 00000100:00100000:2.0:1776265355.050109:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.050440:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787260032 00000100:00100000:3.0:1776265355.050486:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5009 00000100:00100000:3.0:1776265355.050492:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f12d52e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+387:11455:x1862548787260032:12345-192.168.204.57@tcp:37:rm.0 00000100:00100000:1.0:1776265355.053206:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.053282:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.053375:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787260096 00000100:00100000:0.0:1776265355.053429:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787260160 00000100:00100000:0.0:1776265355.053450:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17210 00000100:00100000:0.0:1776265355.053456:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000764a13e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+390:11451:x1862548787260096:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.053486:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1776265355.053615:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000764a13e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+390:11451:x1862548787260096:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 158us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265355.053624:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17210 00000100:00100000:0.0:1776265355.053642:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17211 00000100:00100000:0.0:1776265355.053646:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb95879a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:11454:x1862548787260160:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265355.053772:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb95879a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:11454:x1862548787260160:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 124us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265355.053780:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17211 00000100:00100000:2.0:1776265355.055970:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f12d52e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+387:11455:x1862548787260032:12345-192.168.204.57@tcp:37:rm.0 Request processed in 5471us (5860us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265355.055984:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5009 00000100:00100000:0.0:1776265355.056878:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.056945:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787260224 00000100:00100000:3.0:1776265355.056988:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17212 00000100:00100000:3.0:1776265355.056995:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ee98b1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+387:11454:x1862548787260224:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1776265355.057167:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ee98b1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+387:11454:x1862548787260224:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 171us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265355.057174:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17212 00000100:00100000:1.0:1776265355.057709:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.057939:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787260288 00000100:00100000:2.0:1776265355.058008:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17213 00000100:00100000:2.0:1776265355.058023:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a5415fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+387:11451:x1862548787260288:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.058046:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x3ba:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.058132:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x3ba:0x0]: rc = -2 00000100:00100000:2.0:1776265355.058171:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a5415fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+387:11451:x1862548787260288:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 156us (462us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.058178:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17213 00000100:00100000:1.0:1776265355.059816:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.059873:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787260416 00000100:00100000:1.0:1776265355.059878:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.059917:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5010 00000100:00100000:2.0:1776265355.059924:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003008a578 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+387:11455:x1862548787260416:12345-192.168.204.57@tcp:35:rm.0 00000100:00100000:2.0:1776265355.060323:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003008a578 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+388:11455:x1862548787260416:12345-192.168.204.57@tcp:35:rm.0 Request processed in 398us (512us total) trans 4294976074 rc 0/0 00000100:00100000:2.0:1776265355.060332:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5010 00000100:00100000:3.0:1776265355.061068:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787260480 00000100:00100000:3.0:1776265355.061108:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17214 00000100:00100000:3.0:1776265355.061113:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006885faf2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+388:11454:x1862548787260480:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1776265355.061569:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006885faf2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+388:11454:x1862548787260480:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 454us (1691us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265355.061578:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17214 00000100:00100000:0.0:1776265355.061773:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.062995:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.063537:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787260544 00000100:00100000:1.0:1776265355.063591:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787260672 00000100:00100000:1.0:1776265355.063628:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17215 00000100:00100000:1.0:1776265355.063635:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008bcf8233 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:11451:x1862548787260544:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265355.063674:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1776265355.063815:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008bcf8233 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+389:11451:x1862548787260544:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 179us (2043us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265355.063823:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17215 00000100:00100000:1.0:1776265355.063841:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17216 00000100:00100000:1.0:1776265355.063845:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f6b00c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+388:11455:x1862548787260672:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:1.0:1776265355.063879:0:12468:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776265355.063905:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a2e2e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x201:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4673c expref: 388 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.063928:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004f789a72/0xeb74cb2ea36834c2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x201:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c524 expref: 387 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.063940:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002e87b0a5/0xeb74cb2ea367ec0d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x201:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aa0b expref: 386 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.063963:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000176210e2/0xeb74cb2ea367eb3b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x201:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a9c5 expref: 385 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.063973:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x201:0x0].0x0 (00000000d69b471d) 00010000:00010000:1.0:1776265355.063982:0:12468:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265355.064007:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2e35 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.064034:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2e35 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.064047:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2e35 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.064061:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2e3c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1ed:0x0].0xc144154 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.064068:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2e3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ed:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.064074:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2e3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ed:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.064163:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005971ca32/0xeb74cb2ea36a2e43 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x201:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.064171:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005971ca32/0xeb74cb2ea36a2e43 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x201:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.064178:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005971ca32/0xeb74cb2ea36a2e43 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x201:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776265355.064635:0:12468:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5335, 176 off936856 00000004:00200000:1.0:1776265355.064691:0:12468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x201:0x0]: returning size 11776 00000004:00010000:1.0:1776265355.064704:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000005f6b00c1 reply state 00000000dd613bc7 transno 4294976075 ns: mdt-lustre-MDT0000_UUID lock: 000000005971ca32/0xeb74cb2ea36a2e43 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x201:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.064737:0:12468:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2e35 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.064743:0:12468:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2e35 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.064749:0:12468:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2e35 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.064755:0:12468:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cf4b87c8 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265355.064759:0:12468:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2e35 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.064766:0:12468:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2e35 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265355.064766:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:1.0:1776265355.064775:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ed:0x0].0x0 (000000004a663168) 00010000:00010000:1.0:1776265355.064777:0:12468:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265355.064781:0:12468:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2e35 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.064786:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2e35 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265355.064794:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000005f6b00c1 reply state 00000000dd613bc7 transno 4294976075 ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2e3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ed:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265355.064856:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f6b00c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+386:11455:x1862548787260672:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1009us (1865us total) trans 4294976075 rc 0/0 00000100:00100000:1.0:1776265355.064862:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17216 00000100:00100000:1.0:1776265355.064881:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787260736 00000100:00100000:1.0:1776265355.066246:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17217 00000100:00100000:1.0:1776265355.066255:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0fed656 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+386:11454:x1862548787260736:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1776265355.066424:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0fed656 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+386:11454:x1862548787260736:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 168us (1658us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265355.066432:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17217 00000100:00100000:1.0:1776265355.068051:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.068521:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787260800 00000100:00100000:3.0:1776265355.068565:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17218 00000100:00100000:3.0:1776265355.068571:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000984cf497 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+386:11455:x1862548787260800:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:3.0:1776265355.068591:0:12468:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776265355.068610:0:12468:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2e4a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46743 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.068664:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2e51 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x233:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.068680:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2e51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x233:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.068690:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2e51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x233:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1776265355.068744:0:12468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x233:0x0]: returning size 11776 00000004:00200000:3.0:1776265355.068748:0:12468:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1776265355.068769:0:12468:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2e51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x233:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.068806:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2e4a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46743 expref: 388 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.068823:0:12468:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2e51 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x233:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46743 expref: 387 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.068836:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x233:0x0].0x0 (0000000074197f05) 00010000:00010000:3.0:1776265355.068838:0:12468:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1776265355.068841:0:12468:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000055e1677b, rc 0) 00000100:00100000:3.0:1776265355.068890:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000984cf497 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+387:11455:x1862548787260800:12345-192.168.204.57@tcp:101:rm.0 Request processed in 317us (844us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265355.068896:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17218 00010000:00010000:2.0:1776265355.070110:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2e3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ed:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.070124:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2e3c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ed:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.070131:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2e3c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ed:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.070137:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006d8ffa2e already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265355.070141:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2e3c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ed:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.070149:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2e3c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1ed:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.070162:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ed:0x0].0xc144154 (0000000072a7171a) 00010000:00010000:2.0:1776265355.070165:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265355.070168:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2e3c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1ed:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.070174:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a2e3c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1ed:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.070189:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005971ca32/0xeb74cb2ea36a2e43 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x201:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.070195:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005971ca32/0xeb74cb2ea36a2e43 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x201:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.070199:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005971ca32/0xeb74cb2ea36a2e43 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x201:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.070204:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005971ca32 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265355.070206:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005971ca32/0xeb74cb2ea36a2e43 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x201:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.070486:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005971ca32/0xeb74cb2ea36a2e43 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x201:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.070499:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x201:0x0].0x0 (00000000ba9e183a) 00010000:00010000:2.0:1776265355.070501:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776265355.070503:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005971ca32/0xeb74cb2ea36a2e43 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x201:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.070508:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005971ca32/0xeb74cb2ea36a2e43 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x201:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265355.071565:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.071694:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787260864 00000100:00100000:0.0:1776265355.071773:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17219 00000100:00100000:0.0:1776265355.071780:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1f5a1b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+386:11451:x1862548787260864:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.071835:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1776265355.071980:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1f5a1b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+386:11451:x1862548787260864:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 199us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265355.071989:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17219 00000100:00100000:1.0:1776265355.077290:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.077588:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787260928 00000100:00100000:0.0:1776265355.077653:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5011 00000100:00100000:0.0:1776265355.077659:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003284bf67 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+386:11455:x1862548787260928:12345-192.168.204.57@tcp:37:rm.0 00000100:00100000:3.0:1776265355.080941:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.086319:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787260992 00000100:00100000:0.0:1776265355.086390:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17220 00000100:00100000:0.0:1776265355.086398:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef2c2056 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+388:11451:x1862548787260992:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.086436:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1776265355.086588:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef2c2056 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+388:11451:x1862548787260992:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 190us (5655us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265355.086811:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17220 00000100:00100000:1.0:1776265355.089812:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003284bf67 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+386:11455:x1862548787260928:12345-192.168.204.57@tcp:37:rm.0 Request processed in 12144us (12534us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265355.089827:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5011 00000100:00100000:2.0:1776265355.093501:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.093639:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787261056 00000100:00100000:2.0:1776265355.094768:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.094878:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17221 00000100:00100000:0.0:1776265355.094886:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001fafeb6c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+386:11451:x1862548787261056:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.094924:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1776265355.095234:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001fafeb6c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+386:11451:x1862548787261056:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 346us (1741us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265355.095243:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17221 00000100:00100000:1.0:1776265355.097228:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787261184 00000100:00100000:1.0:1776265355.097279:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5012 00000100:00100000:1.0:1776265355.097286:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0ccb43f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+386:11455:x1862548787261184:12345-192.168.204.57@tcp:35:rm.0 00000100:00100000:1.0:1776265355.097733:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0ccb43f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+387:11455:x1862548787261184:12345-192.168.204.57@tcp:35:rm.0 Request processed in 446us (2970us total) trans 4294976076 rc 0/0 00000100:00100000:1.0:1776265355.097742:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5012 00000100:00100000:3.0:1776265355.099507:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.099777:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787261248 00000100:00100000:0.0:1776265355.099829:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17222 00000100:00100000:0.0:1776265355.099835:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f9a693fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+387:11451:x1862548787261248:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.099870:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x3bb:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265355.100121:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x3bb:0x0]: rc = -2 00000100:00100000:0.0:1776265355.100280:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f9a693fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+387:11451:x1862548787261248:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 444us (780us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265355.100289:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17222 00000100:00100000:2.0:1776265355.103283:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.103341:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787261376 00000100:00100000:2.0:1776265355.103348:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.103388:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787261440 00000100:00100000:2.0:1776265355.103403:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17223 00000100:00100000:2.0:1776265355.103412:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc3422ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+388:11455:x1862548787261376:12345-192.168.204.57@tcp:36:rm.0 00000100:00100000:0.0:1776265355.103415:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17224 00000100:00100000:0.0:1776265355.103424:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afeea06e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+388:11451:x1862548787261440:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.103458:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00010000:00010000:2.0:1776265355.103473:0:5508:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1776265355.103499:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a2e51 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x233:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46743 expref: 388 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.103517:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d646337e/0xeb74cb2ea368603c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x233:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3d371 expref: 387 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.103525:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000292ce4ae/0xeb74cb2ea3680088 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x233:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b238 expref: 386 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.103558:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000074846961/0xeb74cb2ea367ffaf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x233:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b1e4 expref: 385 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.103569:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x233:0x0].0x0 (0000000074197f05) 00010000:00010000:2.0:1776265355.103578:0:5508:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265355.103599:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afeea06e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+384:11451:x1862548787261440:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 174us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265355.103608:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17224 00010000:00010000:2.0:1776265355.103613:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2e58 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.103629:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2e58 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.103645:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2e58 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.103658:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2e5f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1ed:0x0].0x46e192ec bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.103665:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2e5f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.103672:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2e5f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.103763:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2e66 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x233:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.103770:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2e66 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x233:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.103776:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2e66 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x233:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776265355.104196:0:5508:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5336, 176 off937032 00000004:00200000:2.0:1776265355.104285:0:5508:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x233:0x0]: returning size 11776 00000004:00010000:2.0:1776265355.104298:0:5508:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000bc3422ca reply state 00000000375a82cc transno 4294976077 ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2e66 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x233:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.104335:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2e58 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.104341:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2e58 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.104347:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2e58 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.104352:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000713f64bf already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265355.104355:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2e58 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.104362:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2e58 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.104372:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ed:0x0].0x0 (000000004a663168) 00010000:00010000:2.0:1776265355.104374:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265355.104377:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2e58 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.104382:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2e58 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776265355.104390:0:5508:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000bc3422ca reply state 00000000375a82cc transno 4294976077 ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2e5f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265355.104449:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc3422ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11455:x1862548787261376:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1037us (1172us total) trans 4294976077 rc 0/0 00000100:00100000:2.0:1776265355.104456:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17223 00000100:00100000:2.0:1776265355.106772:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.106887:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.107259:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787261568 00000100:00100000:3.0:1776265355.107305:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17225 00000100:00100000:3.0:1776265355.107312:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e08cb86 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11455:x1862548787261568:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:0.0:1776265355.107313:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2e5f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.107329:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2e5f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.107341:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2e5f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.107347:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007d5d5010 already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265355.107350:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2e5f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.107357:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2e5f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.107373:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ed:0x0].0x46e192ec (0000000077f54d08) 00010000:00010000:0.0:1776265355.107376:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265355.107380:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2e5f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1ed:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.107385:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007d5d5010/0xeb74cb2ea36a2e5f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1ed:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.107402:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2e66 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x233:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.107407:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2e66 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x233:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.107412:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2e66 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x233:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.107416:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000007a57c8c already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265355.107417:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2e66 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x233:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.107424:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2e66 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x233:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.107430:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x233:0x0].0x0 (0000000049418cf0) 00010000:00010000:0.0:1776265355.107432:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776265355.107434:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2e66 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x233:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.107438:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a2e66 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x233:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.107658:0:11775:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776265355.107676:0:11775:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2e6d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece4674a expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.107734:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2e74 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x207:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.107749:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2e74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x207:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.107759:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2e74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x207:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1776265355.107816:0:11775:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x207:0x0]: returning size 11776 00000004:00200000:3.0:1776265355.107819:0:11775:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1776265355.107841:0:11775:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2e74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x207:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.107864:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2e6d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4674a expref: 386 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.107878:0:11775:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2e74 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x207:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4674a expref: 385 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.107885:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x207:0x0].0x0 (000000009263239d) 00010000:00010000:3.0:1776265355.107888:0:11775:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1776265355.107890:0:11775:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001d8f5300, rc 0) 00000100:00100000:3.0:1776265355.107960:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e08cb86 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11455:x1862548787261568:12345-192.168.204.57@tcp:101:rm.0 Request processed in 647us (1073us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265355.107967:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17225 00000100:00100000:2.0:1776265355.108292:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787261504 00000100:00100000:2.0:1776265355.108322:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17226 00000100:00100000:2.0:1776265355.108327:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d33103f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11451:x1862548787261504:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.108354:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1776265355.108515:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d33103f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11451:x1862548787261504:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 186us (1750us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265355.108522:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17226 00000100:00100000:2.0:1776265355.114009:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.114396:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787261632 00000100:00100000:1.0:1776265355.114443:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5013 00000100:00100000:1.0:1776265355.114450:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ec5672d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11455:x1862548787261632:12345-192.168.204.57@tcp:37:rm.0 00000100:00100000:0.0:1776265355.115428:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.115657:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787261696 00000100:00100000:2.0:1776265355.115694:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17227 00000100:00100000:2.0:1776265355.115699:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e3f86cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+387:11451:x1862548787261696:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.115725:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.115812:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:2.0:1776265355.115861:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e3f86cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+387:11451:x1862548787261696:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 160us (438us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.115869:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17227 00000100:00100000:0.0:1776265355.119261:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.119320:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787261760 00000100:00100000:2.0:1776265355.119388:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17228 00000100:00100000:2.0:1776265355.119395:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056e81de0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+387:11451:x1862548787261760:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.119428:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.119512:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:2.0:1776265355.119570:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056e81de0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+387:11451:x1862548787261760:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 174us (363us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.119578:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17228 00000100:00100000:0.0:1776265355.121150:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ec5672d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11455:x1862548787261632:12345-192.168.204.57@tcp:37:rm.0 Request processed in 6694us (7143us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265355.121162:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5013 00000100:00100000:0.0:1776265355.122801:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.122900:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787261824 00000100:00100000:2.0:1776265355.122987:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17229 00000100:00100000:2.0:1776265355.122994:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a264981 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11451:x1862548787261824:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.123126:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x3bc:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.123233:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x3bc:0x0]: rc = -2 00000100:00100000:2.0:1776265355.123292:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a264981 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11451:x1862548787261824:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 297us (498us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.123299:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17229 00000100:00100000:2.0:1776265355.127998:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.128101:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.128182:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787261888 00000100:00100000:1.0:1776265355.128240:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787262016 00000100:00100000:0.0:1776265355.128253:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17230 00000100:00100000:0.0:1776265355.128261:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020f8854e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+386:11451:x1862548787261888:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000100:00100000:1.0:1776265355.128278:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5014 00000100:00100000:1.0:1776265355.128284:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000de206fba pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+386:11455:x1862548787262016:12345-192.168.204.57@tcp:35:rm.0 00000004:00000080:0.0:1776265355.128294:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265355.128391:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:0.0:1776265355.128445:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020f8854e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+386:11451:x1862548787261888:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 184us (455us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265355.128453:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17230 00000100:00100000:1.0:1776265355.128651:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000de206fba pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+386:11455:x1862548787262016:12345-192.168.204.57@tcp:35:rm.0 Request processed in 365us (550us total) trans 4294976078 rc 0/0 00000100:00100000:1.0:1776265355.128658:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5014 00000100:00100000:2.0:1776265355.131134:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.131253:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787262144 00000100:00100000:3.0:1776265355.131303:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17231 00000100:00100000:3.0:1776265355.131311:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a49939f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+386:11455:x1862548787262144:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:3.0:1776265355.131373:0:11775:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1776265355.131401:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2e74 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x207:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4674a expref: 386 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.131424:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000013d56d97/0xeb74cb2ea3683a02 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x207:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c6cf expref: 385 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.131437:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e3324597/0xeb74cb2ea367eed7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x207:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ab1c expref: 384 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.131450:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000050408618/0xeb74cb2ea367ede9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x207:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aac1 expref: 383 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.131461:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x207:0x0].0x0 (000000009263239d) 00010000:00010000:3.0:1776265355.131472:0:11775:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776265355.131504:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2e7b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.131521:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2e7b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.131531:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2e7b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.131546:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2e82 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1ed:0x0].0xddbda88f bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.131552:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2e82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ed:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.131558:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2e82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ed:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.131665:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2e89 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x207:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.131673:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2e89 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x207:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.131679:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2e89 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x207:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776265355.132094:0:11775:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5337, 176 off937208 00000004:00200000:3.0:1776265355.132147:0:11775:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x207:0x0]: returning size 11776 00000004:00010000:3.0:1776265355.132160:0:11775:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000a49939f6 reply state 00000000f5009f48 transno 4294976079 ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2e89 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x207:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.132192:0:11775:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2e7b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.132199:0:11775:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2e7b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.132205:0:11775:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2e7b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.132232:0:11775:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002cb9c738 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265355.132236:0:11775:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2e7b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.132244:0:11775:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2e7b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.132255:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ed:0x0].0x0 (000000004a663168) 00010000:00010000:3.0:1776265355.132259:0:11775:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265355.132263:0:11775:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2e7b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.132269:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2e7b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776265355.132281:0:11775:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000a49939f6 reply state 00000000f5009f48 transno 4294976079 ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2e82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ed:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265355.132375:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a49939f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+384:11455:x1862548787262144:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1063us (1246us total) trans 4294976079 rc 0/0 00000100:00100000:3.0:1776265355.132383:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17231 00000100:00100000:0.0:1776265355.134925:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.135112:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787262208 00000100:00100000:2.0:1776265355.135163:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17232 00000100:00100000:2.0:1776265355.135170:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a040d30 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+384:11451:x1862548787262208:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.135209:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.135342:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00010000:00010000:1.0:1776265355.135970:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2e82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ed:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.135983:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2e82 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ed:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.135990:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2e82 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ed:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.135998:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f09a7da6 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265355.136001:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2e82 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ed:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.136023:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2e82 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1ed:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.136039:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ed:0x0].0xddbda88f (0000000060c4e01c) 00010000:00010000:1.0:1776265355.136042:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265355.136045:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2e82 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1ed:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.136051:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a2e82 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1ed:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.136071:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2e89 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x207:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.136076:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2e89 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x207:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.136082:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2e89 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x207:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.136087:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d0b37eb2 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265355.136089:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2e89 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x207:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.136094:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2e89 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x207:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.136102:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x207:0x0].0x0 (000000002a31c10b) 00010000:00010000:1.0:1776265355.136104:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776265355.136106:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2e89 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x207:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.136111:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a2e89 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x207:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265355.137097:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a040d30 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+383:11451:x1862548787262208:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 1919us (2174us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.137111:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17232 00000100:00100000:1.0:1776265355.139154:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.139321:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787262272 00000100:00100000:0.0:1776265355.139380:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17233 00000100:00100000:0.0:1776265355.139389:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003008a578 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+383:11455:x1862548787262272:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:0.0:1776265355.139416:0:5508:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1776265355.139435:0:5508:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a2e90 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46751 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.139494:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2e97 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.139509:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2e97 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f9:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.139521:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2e97 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f9:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1776265355.139577:0:5508:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1f9:0x0]: returning size 11776 00000004:00200000:0.0:1776265355.139581:0:5508:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1776265355.139603:0:5508:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2e97 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1f9:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.139626:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a2e90 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46751 expref: 385 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.139641:0:5508:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2e97 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1f9:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46751 expref: 384 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.139649:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f9:0x0].0x0 (000000007983bcdd) 00010000:00010000:0.0:1776265355.139652:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1776265355.139655:0:5508:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e6f3f77d, rc 0) 00000100:00100000:0.0:1776265355.139710:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003008a578 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+384:11455:x1862548787262272:12345-192.168.204.57@tcp:101:rm.0 Request processed in 322us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265355.139716:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17233 00000100:00100000:0.0:1776265355.142950:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.143130:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787262336 00000100:00100000:2.0:1776265355.143186:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17234 00000100:00100000:2.0:1776265355.143193:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f8d9e26 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+384:11451:x1862548787262336:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.143249:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x3bd:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.143351:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x3bd:0x0]: rc = -2 00000100:00100000:2.0:1776265355.143404:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f8d9e26 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+384:11451:x1862548787262336:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 210us (461us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.143412:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17234 00000100:00100000:1.0:1776265355.144630:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.144692:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787262400 00000100:00100000:2.0:1776265355.144734:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5015 00000100:00100000:2.0:1776265355.144739:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003284bf67 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+384:11455:x1862548787262400:12345-192.168.204.57@tcp:37:rm.0 00000100:00100000:1.0:1776265355.148191:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.148491:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787262464 00000100:00100000:3.0:1776265355.148547:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17235 00000100:00100000:3.0:1776265355.148553:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e4e9dca8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11451:x1862548787262464:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265355.148583:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x3be:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265355.148671:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x3be:0x0]: rc = -2 00000100:00100000:3.0:1776265355.148709:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e4e9dca8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11451:x1862548787262464:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 155us (527us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265355.148716:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17235 00000100:00100000:2.0:1776265355.149406:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003284bf67 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+384:11455:x1862548787262400:12345-192.168.204.57@tcp:37:rm.0 Request processed in 4664us (4780us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265355.149418:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5015 00000100:00100000:1.0:1776265355.153597:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.153772:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787262528 00000100:00100000:0.0:1776265355.153832:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17236 00000100:00100000:0.0:1776265355.153840:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000894d1a09 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+384:11451:x1862548787262528:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.153880:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265355.153975:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:0.0:1776265355.154042:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000894d1a09 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+384:11451:x1862548787262528:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 201us (454us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265355.154050:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17236 00000100:00100000:1.0:1776265355.157570:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.157747:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787262592 00000100:00100000:3.0:1776265355.157799:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17237 00000100:00100000:3.0:1776265355.157806:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000255d7bdd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+384:11451:x1862548787262592:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265355.157838:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265355.157939:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:3.0:1776265355.158044:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000255d7bdd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+384:11451:x1862548787262592:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 237us (481us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265355.158052:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17237 00000100:00100000:1.0:1776265355.159603:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.159679:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787262720 00000100:00100000:2.0:1776265355.159737:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5016 00000100:00100000:2.0:1776265355.159744:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3ce4ddb pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+384:11455:x1862548787262720:12345-192.168.204.57@tcp:35:rm.0 00000100:00100000:2.0:1776265355.160670:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3ce4ddb pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+385:11455:x1862548787262720:12345-192.168.204.57@tcp:35:rm.0 Request processed in 923us (1070us total) trans 4294976080 rc 0/0 00000100:00100000:2.0:1776265355.160680:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5016 00000100:00100000:2.0:1776265355.165206:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.165567:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.165798:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787262784 00000100:00100000:1.0:1776265355.167085:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787262912 00000100:00100000:3.0:1776265355.167865:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17238 00000100:00100000:0.0:1776265355.167878:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17239 00000100:00100000:0.0:1776265355.167886:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0ccb43f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+386:11455:x1862548787262912:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:0.0:1776265355.168026:0:12468:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1776265355.168054:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a2e97 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1f9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46751 expref: 386 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.168076:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a0c48f5a/0xeb74cb2ea3682ee8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1f9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c33a expref: 385 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.168089:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000df2944cf/0xeb74cb2ea367e8da lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1f9:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a8d0 expref: 384 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.168100:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d63ea440/0xeb74cb2ea367e7e5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1f9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a875 expref: 383 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.168118:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f9:0x0].0x0 (000000007983bcdd) 00010000:00010000:0.0:1776265355.168130:0:12468:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776265355.168162:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a2e9e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.168177:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a2e9e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.168189:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a2e9e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.168203:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2ea5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1ed:0x0].0x9e0a5f7e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.168210:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2ea5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.168252:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2ea5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265355.168312:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060beaf6f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+382:11451:x1862548787262784:12345-192.168.204.57@tcp:53:lustre_rsync.0 00010000:00010000:0.0:1776265355.168433:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a2eac lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.168442:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a2eac lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.168447:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a2eac lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000004:00000080:2.0:1776265355.168511:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x3bf:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.168579:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x3bf:0x0]: rc = -2 00000100:00100000:2.0:1776265355.168707:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060beaf6f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+382:11451:x1862548787262784:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 833us (3509us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.168717:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17238 00000040:00080000:0.0:1776265355.169541:0:12468:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5338, 176 off937384 00000004:00200000:0.0:1776265355.169820:0:12468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1f9:0x0]: returning size 11776 00000004:00010000:0.0:1776265355.169836:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000f0ccb43f reply state 000000002dcf9395 transno 4294976081 ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a2eac lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.169886:0:12468:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a2e9e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.169893:0:12468:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a2e9e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.169898:0:12468:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a2e9e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.169904:0:12468:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b339eeef already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265355.169908:0:12468:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a2e9e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.169914:0:12468:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a2e9e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.169926:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ed:0x0].0x0 (000000004a663168) 00010000:00010000:0.0:1776265355.169929:0:12468:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265355.169932:0:12468:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a2e9e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.169937:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a2e9e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776265355.172128:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000f0ccb43f reply state 000000002dcf9395 transno 4294976081 ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2ea5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265355.172267:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0ccb43f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+383:11455:x1862548787262912:12345-192.168.204.57@tcp:36:rm.0 Request processed in 4378us (6698us total) trans 4294976081 rc 0/0 00000100:00100000:0.0:1776265355.172277:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17239 00000100:00100000:2.0:1776265355.175405:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.175497:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787262976 00000100:00100000:0.0:1776265355.175558:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17240 00000100:00100000:0.0:1776265355.175566:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ec5672d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+383:11451:x1862548787262976:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.175701:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x3c0:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265355.175798:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x3c0:0x0]: rc = -2 00000100:00100000:0.0:1776265355.175847:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ec5672d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+383:11451:x1862548787262976:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 280us (450us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265355.175856:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17240 00010000:00010000:0.0:1776265355.176068:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2ea5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.176081:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2ea5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.176088:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2ea5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.176094:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000080de0693 already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265355.176099:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2ea5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.176111:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2ea5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1ed:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.176127:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ed:0x0].0x9e0a5f7e (0000000021e88cee) 00010000:00010000:0.0:1776265355.176129:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265355.176133:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2ea5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1ed:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.176138:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a2ea5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1ed:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.176154:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a2eac lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.176159:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a2eac lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.176164:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a2eac lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.176168:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e089eab5 already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265355.176170:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a2eac lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.176175:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a2eac lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.176182:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1f9:0x0].0x0 (000000001739787e) 00010000:00010000:0.0:1776265355.176184:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776265355.176187:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a2eac lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.176191:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a2eac lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265355.178942:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.179163:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787263104 00000100:00100000:0.0:1776265355.179231:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5017 00000100:00100000:0.0:1776265355.179237:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e19082dc pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+382:11455:x1862548787263104:12345-192.168.204.57@tcp:35:rm.0 00000100:00100000:0.0:1776265355.180071:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e19082dc pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+383:11455:x1862548787263104:12345-192.168.204.57@tcp:35:rm.0 Request processed in 830us (1135us total) trans 4294976082 rc 0/0 00000100:00100000:0.0:1776265355.180081:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5017 00000100:00100000:1.0:1776265355.182315:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.182421:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787263168 00000100:00100000:2.0:1776265355.182474:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17241 00000100:00100000:2.0:1776265355.182481:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f4179ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+383:11451:x1862548787263168:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.182513:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1776265355.182653:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f4179ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+383:11451:x1862548787263168:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 172us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265355.182662:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17241 00000100:00100000:3.0:1776265355.186435:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.186523:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.186897:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787263232 00000100:00100000:2.0:1776265355.186953:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787263360 00000100:00100000:2.0:1776265355.186984:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17242 00000100:00100000:2.0:1776265355.186990:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b1dfba2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+384:11451:x1862548787263232:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.187036:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1776265355.187115:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17243 00000100:00100000:1.0:1776265355.187123:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a5ee1cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+384:11455:x1862548787263360:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:1.0:1776265355.187166:0:5508:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00000100:00100000:2.0:1776265355.187179:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b1dfba2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+384:11451:x1862548787263232:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 186us (750us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265355.187187:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17242 00010000:00010000:1.0:1776265355.187198:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a6d30e8b/0xeb74cb2ea367f226 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ed:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ac73 expref: 384 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.187248:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000bf410bc/0xeb74cb2ea368252c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ed:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c015 expref: 382 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.187267:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000008ae3f93/0xeb74cb2ea367e76e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ed:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a852 expref: 381 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.187281:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ed:0x0].0x0 (000000004a663168) 00010000:00010000:1.0:1776265355.187298:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000014307a0c/0xeb74cb2ea36a2d55 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1eb:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4670b expref: 380 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.187306:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1eb:0x0].0x0 (00000000bf9c9f28) 00010000:00010000:1.0:1776265355.187309:0:5508:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265355.187350:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2eb3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.187366:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2eb3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.187377:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2eb3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.187391:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a2eba lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1eb:0x0].0xfe8990f0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.187397:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a2eba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1eb:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.187402:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a2eba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1eb:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.187499:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2ec1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.187507:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2ec1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.187517:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2ec1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776265355.187990:0:5508:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5339, 176 off937560 00000004:00200000:1.0:1776265355.188054:0:5508:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1ed:0x0]: returning size 11776 00000004:00010000:1.0:1776265355.188071:0:5508:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000006a5ee1cb reply state 00000000c48b5600 transno 4294976083 ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2ec1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.188108:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2eb3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.188116:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2eb3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.188123:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2eb3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.188129:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cf4b87c8 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265355.188133:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2eb3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.188140:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2eb3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.188150:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1eb:0x0].0x0 (00000000bf9c9f28) 00010000:00010000:1.0:1776265355.188152:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265355.188155:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2eb3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.188165:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2eb3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265355.188173:0:5508:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000006a5ee1cb reply state 00000000c48b5600 transno 4294976083 ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a2eba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1eb:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265355.188260:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a5ee1cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+381:11455:x1862548787263360:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1136us (1736us total) trans 4294976083 rc 0/0 00000100:00100000:1.0:1776265355.188272:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17243 00010000:00010000:1.0:1776265355.192637:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a2eba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1eb:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.192658:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a2eba lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1eb:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.192665:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a2eba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1eb:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.192672:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e943133a already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265355.192676:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a2eba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1eb:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.192682:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a2eba lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1eb:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.192699:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1eb:0x0].0xfe8990f0 (000000001f657a7e) 00010000:00010000:1.0:1776265355.192702:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265355.192705:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a2eba lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1eb:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.192712:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a2eba lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1eb:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.192731:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2ec1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.192736:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2ec1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.192742:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2ec1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.192747:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000273821f1 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265355.192749:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2ec1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.192755:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2ec1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.192762:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ed:0x0].0x0 (000000008b670c82) 00010000:00010000:1.0:1776265355.192764:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776265355.192766:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2ec1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.192770:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2ec1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265355.193146:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.193282:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787263424 00000100:00100000:0.0:1776265355.193338:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17244 00000100:00100000:0.0:1776265355.193346:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003cdd292f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+380:11451:x1862548787263424:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.193376:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1776265355.193511:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003cdd292f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+380:11451:x1862548787263424:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 164us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265355.193518:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17244 00000100:00100000:2.0:1776265355.194372:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.194543:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787263552 00000100:00100000:1.0:1776265355.194586:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5018 00000100:00100000:1.0:1776265355.194591:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045ef5f69 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+380:11455:x1862548787263552:12345-192.168.204.57@tcp:35:rm.0 00000100:00100000:1.0:1776265355.194931:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045ef5f69 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+381:11455:x1862548787263552:12345-192.168.204.57@tcp:35:rm.0 Request processed in 339us (562us total) trans 4294976084 rc 0/0 00000100:00100000:1.0:1776265355.194939:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5018 00000100:00100000:2.0:1776265355.199716:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.199838:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.200810:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787263680 00000100:00100000:3.0:1776265355.200868:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787263744 00000100:00100000:3.0:1776265355.200905:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17245 00000100:00100000:3.0:1776265355.200912:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062405c2f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+382:11455:x1862548787263680:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:3.0:1776265355.200967:0:5507:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1776265355.200995:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c372b4e8/0xeb74cb2ea36823c7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1eb:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bf9e expref: 382 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.201034:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002ee8a60b/0xeb74cb2ea367e297 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1eb:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a661 expref: 381 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.201048:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007c2a940b/0xeb74cb2ea367e1fd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1eb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a637 expref: 380 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.201059:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1eb:0x0].0x0 (00000000bf9c9f28) 00010000:00010000:3.0:1776265355.201075:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a2d24 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ea:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece466f6 expref: 379 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.201084:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ea:0x0].0x0 (0000000032cc22b0) 00010000:00010000:3.0:1776265355.201088:0:5507:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776265355.201119:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2ec8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.201134:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2ec8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.201148:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2ec8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.201162:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2ecf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1ea:0x0].0xf138ac0d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.201169:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2ecf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ea:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.201176:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2ecf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ea:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.201324:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a2ed6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265355.201469:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17246 00000100:00100000:2.0:1776265355.201475:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000049d16a43 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+378:11451:x1862548787263744:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.201503:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1776265355.201640:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000049d16a43 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+378:11451:x1862548787263744:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 164us (1803us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265355.201648:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17246 00010000:00010000:3.0:1776265355.201781:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a2ed6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.201791:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a2ed6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776265355.202565:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5340, 176 off937736 00000004:00200000:3.0:1776265355.202622:0:5507:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1eb:0x0]: returning size 11776 00000004:00010000:3.0:1776265355.202638:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000062405c2f reply state 0000000069b1c1a0 transno 4294976085 ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a2ed6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.202682:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2ec8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.202690:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2ec8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.202697:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2ec8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.202704:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002cb9c738 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265355.202708:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2ec8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.202715:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2ec8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.202726:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ea:0x0].0x0 (0000000032cc22b0) 00010000:00010000:3.0:1776265355.202728:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265355.202731:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2ec8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.202737:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2ec8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776265355.202746:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000062405c2f reply state 0000000069b1c1a0 transno 4294976085 ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2ecf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ea:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265355.202893:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062405c2f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+379:11455:x1862548787263680:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1980us (3185us total) trans 4294976085 rc 0/0 00000100:00100000:3.0:1776265355.202902:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17245 00000100:00100000:1.0:1776265355.207590:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.209048:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787263808 00000100:00100000:0.0:1776265355.209105:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17247 00000100:00100000:0.0:1776265355.209111:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087afb1c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+379:11451:x1862548787263808:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.209146:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x3c1:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265355.209256:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x3c1:0x0]: rc = -2 00000100:00100000:0.0:1776265355.209326:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087afb1c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+379:11451:x1862548787263808:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 214us (1747us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265355.209339:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17247 00000100:00100000:0.0:1776265355.211515:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1776265355.212018:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2ecf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ea:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.212034:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2ecf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ea:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.212042:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2ecf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ea:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.212049:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001d8f5300 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265355.212053:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2ecf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ea:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.212059:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2ecf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1ea:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.212077:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ea:0x0].0xf138ac0d (00000000f344004c) 00010000:00010000:3.0:1776265355.212080:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265355.212084:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2ecf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1ea:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.212091:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2ecf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1ea:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.212111:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a2ed6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.212117:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a2ed6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.212122:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a2ed6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.212128:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033a08142 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265355.212130:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a2ed6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.212135:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a2ed6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.212141:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1eb:0x0].0x0 (0000000026d14631) 00010000:00010000:3.0:1776265355.212143:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265355.212145:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a2ed6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.212150:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a2ed6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265355.212389:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787263872 00000100:00100000:2.0:1776265355.212443:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5019 00000100:00100000:2.0:1776265355.212450:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd089ca3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+378:11455:x1862548787263872:12345-192.168.204.57@tcp:37:rm.0 00000100:00100000:1.0:1776265355.216314:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.217519:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787263936 00000100:00100000:0.0:1776265355.217575:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17248 00000100:00100000:0.0:1776265355.217582:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c06c02e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+380:11451:x1862548787263936:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.217617:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1776265355.217764:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c06c02e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+380:11451:x1862548787263936:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 181us (1458us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265355.217772:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17248 00000100:00100000:2.0:1776265355.221265:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.221391:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787264000 00000100:00100000:1.0:1776265355.221446:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17249 00000100:00100000:1.0:1776265355.221453:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9c1a751 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+380:11451:x1862548787264000:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265355.221488:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1776265355.221635:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9c1a751 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+380:11451:x1862548787264000:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 181us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265355.221643:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17249 00000100:00100000:3.0:1776265355.226449:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd089ca3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+378:11455:x1862548787263872:12345-192.168.204.57@tcp:37:rm.0 Request processed in 13990us (14933us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265355.226468:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5019 00000100:00100000:1.0:1776265355.226628:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.230142:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787264064 00000100:00100000:3.0:1776265355.230203:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17250 00000100:00100000:3.0:1776265355.230209:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000baac2282 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+378:11451:x1862548787264064:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265355.230258:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265355.230356:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:3.0:1776265355.230416:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000baac2282 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+378:11451:x1862548787264064:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 207us (3790us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265355.230423:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17250 00000100:00100000:1.0:1776265355.234512:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.234589:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787264128 00000100:00100000:3.0:1776265355.234639:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5020 00000100:00100000:3.0:1776265355.234645:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000065015dd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+378:11455:x1862548787264128:12345-192.168.204.57@tcp:37:rm.0 00000100:00100000:2.0:1776265355.235747:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.235857:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787264192 00000100:00100000:1.0:1776265355.235897:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17251 00000100:00100000:1.0:1776265355.235902:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2a0480c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+380:11451:x1862548787264192:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265355.235929:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265355.236008:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:1.0:1776265355.236055:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2a0480c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+380:11451:x1862548787264192:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 152us (311us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265355.236063:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17251 00000100:00100000:2.0:1776265355.243281:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.243409:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787264256 00000100:00100000:0.0:1776265355.243469:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17252 00000100:00100000:0.0:1776265355.243477:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e99c9859 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+380:11451:x1862548787264256:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.243511:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x3c2:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265355.243601:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x3c2:0x0]: rc = -2 00000100:00100000:0.0:1776265355.243665:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e99c9859 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+380:11451:x1862548787264256:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 188us (393us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265355.243673:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17252 00000100:00100000:0.0:1776265355.246935:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000065015dd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+378:11455:x1862548787264128:12345-192.168.204.57@tcp:37:rm.0 Request processed in 12280us (12422us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265355.246952:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5020 00000100:00100000:2.0:1776265355.248702:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.248788:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787264320 00000100:00100000:1.0:1776265355.248833:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17253 00000100:00100000:1.0:1776265355.248840:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f1dd70c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+378:11451:x1862548787264320:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265355.248884:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265355.248977:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:1.0:1776265355.249038:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f1dd70c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+378:11451:x1862548787264320:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 197us (342us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265355.249045:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17253 00000100:00100000:0.0:1776265355.253967:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.254870:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787264448 00000100:00100000:3.0:1776265355.254965:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.255022:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787264384 00000100:00100000:1.0:1776265355.255066:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17254 00000100:00100000:1.0:1776265355.255084:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bf38e0a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+379:11455:x1862548787264384:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:1.0:1776265355.255106:0:5508:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776265355.255127:0:5508:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2edd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46758 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.255188:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a2ee4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x214:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.255204:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a2ee4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x214:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.255231:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a2ee4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x214:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1776265355.255289:0:5508:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x214:0x0]: returning size 12800 00000004:00200000:1.0:1776265355.255293:0:5508:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1776265355.255313:0:5508:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a2ee4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x214:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.255335:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2edd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46758 expref: 381 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.255351:0:5508:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a2ee4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x214:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46758 expref: 380 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.255358:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x214:0x0].0x0 (00000000a4ae3bc8) 00010000:00010000:1.0:1776265355.255361:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1776265355.255364:0:5508:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e943133a, rc 0) 00000100:00100000:1.0:1776265355.255421:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bf38e0a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+380:11455:x1862548787264384:12345-192.168.204.57@tcp:101:rm.0 Request processed in 338us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265355.255428:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17254 00000100:00100000:0.0:1776265355.255735:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17255 00000100:00100000:0.0:1776265355.255741:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b897d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+379:11451:x1862548787264448:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.255758:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265355.255828:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:0.0:1776265355.255864:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b897d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+379:11451:x1862548787264448:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 122us (1906us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265355.255871:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17255 00000100:00100000:3.0:1776265355.259055:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.259422:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787264512 00000100:00100000:0.0:1776265355.259471:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17256 00000100:00100000:0.0:1776265355.259477:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095dae23c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+379:11451:x1862548787264512:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.259509:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x3c3:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265355.259597:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x3c3:0x0]: rc = -2 00000100:00100000:0.0:1776265355.259861:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095dae23c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+379:11451:x1862548787264512:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 383us (813us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265355.259870:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17256 00000100:00100000:0.0:1776265355.264292:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.264454:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787264576 00000100:00100000:2.0:1776265355.264507:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5021 00000100:00100000:2.0:1776265355.264515:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4db8578 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+379:11455:x1862548787264576:12345-192.168.204.57@tcp:37:rm.0 00000100:00100000:2.0:1776265355.271048:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.271571:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787264640 00000100:00100000:1.0:1776265355.271814:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17257 00000100:00100000:1.0:1776265355.271823:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000997cdb6e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+381:11451:x1862548787264640:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265355.271858:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1776265355.272026:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000997cdb6e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+381:11451:x1862548787264640:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 203us (986us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265355.272034:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17257 00000100:00100000:2.0:1776265355.274284:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4db8578 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+379:11455:x1862548787264576:12345-192.168.204.57@tcp:37:rm.0 Request processed in 9763us (9998us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265355.274312:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5021 00000100:00100000:2.0:1776265355.281092:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.281187:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787264704 00000100:00100000:1.0:1776265355.281527:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17258 00000100:00100000:1.0:1776265355.281534:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fffb1f1e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+379:11451:x1862548787264704:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265355.281571:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1776265355.281718:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fffb1f1e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+379:11451:x1862548787264704:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 184us (636us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265355.281726:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17258 00000100:00100000:0.0:1776265355.287021:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.287592:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787264832 00000100:00100000:2.0:1776265355.287660:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5022 00000100:00100000:2.0:1776265355.287667:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008eaf61a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+379:11455:x1862548787264832:12345-192.168.204.57@tcp:35:rm.0 00000100:00100000:2.0:1776265355.288082:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008eaf61a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+380:11455:x1862548787264832:12345-192.168.204.57@tcp:35:rm.0 Request processed in 413us (1083us total) trans 4294976086 rc 0/0 00000100:00100000:2.0:1776265355.288091:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5022 00000100:00100000:3.0:1776265355.292093:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.292137:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.294409:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787264960 00000100:00100000:2.0:1776265355.294587:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787265024 00000100:00100000:2.0:1776265355.294626:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17259 00000100:00100000:2.0:1776265355.294634:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072e625e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+381:11451:x1862548787264960:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.294678:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x3c4:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.294773:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x3c4:0x0]: rc = -2 00000100:00100000:2.0:1776265355.294831:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072e625e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+381:11451:x1862548787264960:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 197us (2747us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.294840:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17259 00000100:00100000:2.0:1776265355.294860:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17260 00000100:00100000:2.0:1776265355.294865:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016b20dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+380:11455:x1862548787265024:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:2.0:1776265355.294915:0:5508:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:2.0:1776265355.294942:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e943133a/0xeb74cb2ea36a2ee4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x214:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46758 expref: 380 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.294961:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000012bde52b/0xeb74cb2ea368436a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x214:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c9e6 expref: 379 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.294977:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000081c87a3d/0xeb74cb2ea367f417 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x214:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ad29 expref: 378 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.294988:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dd72e029/0xeb74cb2ea367f36f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x214:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3acea expref: 377 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.294999:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x214:0x0].0x0 (00000000a4ae3bc8) 00010000:00010000:2.0:1776265355.295030:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000405e6100/0xeb74cb2ea368176b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ee:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bb99 expref: 376 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.295039:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ee:0x0].0x0 (00000000b0ce12c9) 00010000:00010000:2.0:1776265355.295043:0:5508:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776265355.295069:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2eeb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.295093:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2eeb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.295104:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2eeb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.295122:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2ef2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1ee:0x0].0x8cffc40b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.295129:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2ef2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.295135:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2ef2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.295260:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2ef9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x214:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.295269:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2ef9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x214:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.295276:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2ef9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x214:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776265355.295747:0:5508:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5341, 176 off937912 00000004:00200000:2.0:1776265355.295799:0:5508:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x214:0x0]: returning size 12800 00000004:00010000:2.0:1776265355.295812:0:5508:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000016b20dc0 reply state 000000003c01449c transno 4294976087 ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2ef9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x214:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.295842:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2eeb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.295848:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2eeb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.295859:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2eeb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.295865:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000713f64bf already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265355.295868:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2eeb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.295875:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2eeb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.295886:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ee:0x0].0x0 (00000000b0ce12c9) 00010000:00010000:2.0:1776265355.295888:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265355.295891:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2eeb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.295895:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2eeb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776265355.295904:0:5508:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000016b20dc0 reply state 000000003c01449c transno 4294976087 ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2ef2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265355.295961:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016b20dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+377:11455:x1862548787265024:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1094us (3822us total) trans 4294976087 rc 0/0 00000100:00100000:2.0:1776265355.295968:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17260 00010000:00010000:2.0:1776265355.298280:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2ef2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.298299:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2ef2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.298396:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2ef2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.298404:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000900bca3b already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265355.298408:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2ef2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.298415:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2ef2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.298431:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ee:0x0].0x8cffc40b (00000000139cea81) 00010000:00010000:2.0:1776265355.298434:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265355.298438:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2ef2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1ee:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.298443:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2ef2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1ee:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.298462:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2ef9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x214:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.298469:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2ef9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x214:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.298474:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2ef9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x214:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.298479:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001a2f9c07 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265355.298481:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2ef9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x214:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.298487:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2ef9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x214:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.298493:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x214:0x0].0x0 (00000000fd1f0643) 00010000:00010000:2.0:1776265355.298495:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776265355.298497:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2ef9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x214:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.298501:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2ef9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x214:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265355.301373:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.301460:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.301558:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787265088 00000100:00100000:2.0:1776265355.301609:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787265152 00000100:00100000:2.0:1776265355.301702:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17261 00000100:00100000:2.0:1776265355.301709:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e62dcb75 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+377:11451:x1862548787265088:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.301743:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x3c5:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.301836:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x3c5:0x0]: rc = -2 00000100:00100000:2.0:1776265355.301907:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e62dcb75 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+377:11451:x1862548787265088:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 198us (543us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.301915:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17261 00000100:00100000:2.0:1776265355.301934:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17262 00000100:00100000:2.0:1776265355.301939:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078b006a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+376:11455:x1862548787265152:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:2.0:1776265355.301952:0:11775:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1776265355.301972:0:11775:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2f00 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece4675f expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.302034:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2f07 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x23b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.302052:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2f07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x23b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.302063:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2f07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x23b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1776265355.302122:0:11775:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x23b:0x0]: returning size 12800 00000004:00200000:2.0:1776265355.302126:0:11775:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1776265355.302149:0:11775:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2f07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x23b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.302176:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2f00 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4675f expref: 378 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.302195:0:11775:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2f07 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x23b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4675f expref: 377 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.302202:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23b:0x0].0x0 (000000003b60abab) 00010000:00010000:2.0:1776265355.302205:0:11775:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1776265355.302208:0:11775:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000cc0e7fe4, rc 0) 00000100:00100000:2.0:1776265355.302281:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078b006a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+377:11455:x1862548787265152:12345-192.168.204.57@tcp:101:rm.0 Request processed in 341us (821us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265355.302287:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17262 00000100:00100000:0.0:1776265355.309080:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.309184:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787265216 00000100:00100000:1.0:1776265355.309270:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5023 00000100:00100000:1.0:1776265355.309278:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068d5b290 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+377:11455:x1862548787265216:12345-192.168.204.57@tcp:37:rm.0 00000100:00100000:3.0:1776265355.309826:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.309901:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787265280 00000100:00100000:0.0:1776265355.309933:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17263 00000100:00100000:0.0:1776265355.309937:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3373e60 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+379:11451:x1862548787265280:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.309959:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265355.310042:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:0.0:1776265355.310082:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3373e60 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+379:11451:x1862548787265280:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 133us (248us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265355.310090:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17263 00000100:00100000:1.0:1776265355.314961:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068d5b290 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+377:11455:x1862548787265216:12345-192.168.204.57@tcp:37:rm.0 Request processed in 5675us (5892us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265355.314977:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5023 00000100:00100000:3.0:1776265355.317339:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.318046:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787265344 00000100:00100000:2.0:1776265355.318108:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17264 00000100:00100000:2.0:1776265355.318115:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0a0a006 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+377:11451:x1862548787265344:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.318149:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.318300:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:2.0:1776265355.318359:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0a0a006 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+377:11451:x1862548787265344:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 244us (1037us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.318368:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17264 00000100:00100000:3.0:1776265355.332046:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.332145:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.332522:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787265408 00000100:00100000:2.0:1776265355.332581:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17265 00000100:00100000:2.0:1776265355.332589:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019fad5bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+377:11451:x1862548787265408:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.332622:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x3c6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.332708:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x3c6:0x0]: rc = -2 00000100:00100000:2.0:1776265355.332760:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019fad5bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+377:11451:x1862548787265408:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 171us (721us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.332769:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17265 00000100:00100000:1.0:1776265355.332996:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787265536 00000100:00100000:1.0:1776265355.333044:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5024 00000100:00100000:1.0:1776265355.333049:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000034936ec0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+377:11455:x1862548787265536:12345-192.168.204.57@tcp:35:rm.0 00000100:00100000:1.0:1776265355.333438:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034936ec0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+378:11455:x1862548787265536:12345-192.168.204.57@tcp:35:rm.0 Request processed in 387us (1292us total) trans 4294976088 rc 0/0 00000100:00100000:1.0:1776265355.333445:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5024 00000100:00100000:3.0:1776265355.336947:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.338102:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787265600 00000100:00100000:0.0:1776265355.338170:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17266 00000100:00100000:0.0:1776265355.338177:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e08223ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+378:11451:x1862548787265600:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.338238:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x3c7:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265355.338585:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x3c7:0x0]: rc = -2 00000100:00100000:0.0:1776265355.338694:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e08223ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+378:11451:x1862548787265600:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 516us (1754us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265355.338702:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17266 00000100:00100000:0.0:1776265355.351631:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.352592:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787265728 00000100:00100000:2.0:1776265355.352647:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17267 00000100:00100000:2.0:1776265355.352655:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000943fc087 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+378:11455:x1862548787265728:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:2.0:1776265355.352711:0:11775:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1776265355.352739:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2f07 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x23b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4675f expref: 378 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.352762:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001bc079cd/0xeb74cb2ea368670b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x23b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3d5af expref: 377 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.352775:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005106dd19/0xeb74cb2ea36803d0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x23b:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b37a expref: 376 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.352788:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002182a5db/0xeb74cb2ea3680305 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x23b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b32d expref: 375 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.352802:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23b:0x0].0x0 (000000003b60abab) 00010000:00010000:2.0:1776265355.352810:0:11775:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776265355.352837:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2f0e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.352852:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2f0e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.352861:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2f0e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.352873:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2f15 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1ee:0x0].0x56ca4f59 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.352880:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2f15 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.352886:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2f15 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.353080:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2f1c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x23b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.353089:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2f1c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x23b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.353095:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2f1c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x23b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776265355.353720:0:11775:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5342, 176 off938088 00000004:00200000:2.0:1776265355.353774:0:11775:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x23b:0x0]: returning size 12800 00000004:00010000:2.0:1776265355.353788:0:11775:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000943fc087 reply state 00000000642983d4 transno 4294976089 ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2f1c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x23b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.353823:0:11775:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2f0e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.353830:0:11775:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2f0e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.353836:0:11775:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2f0e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.353842:0:11775:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003bcddbc2 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265355.353845:0:11775:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2f0e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.353851:0:11775:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2f0e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.353862:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ee:0x0].0x0 (00000000b0ce12c9) 00010000:00010000:2.0:1776265355.353864:0:11775:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265355.353866:0:11775:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2f0e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.353871:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2f0e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776265355.353883:0:11775:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000943fc087 reply state 00000000642983d4 transno 4294976089 ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2f15 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265355.353978:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000943fc087 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+376:11455:x1862548787265728:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1309us (2341us total) trans 4294976089 rc 0/0 00000100:00100000:2.0:1776265355.353987:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17267 00000100:00100000:3.0:1776265355.361716:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:0.0:1776265355.362127:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2f15 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.362144:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2f15 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.362151:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2f15 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.362157:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001a2f9c07 already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265355.362161:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2f15 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.362168:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2f15 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.362185:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ee:0x0].0x56ca4f59 (00000000fd1f0643) 00010000:00010000:0.0:1776265355.362188:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265355.362191:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2f15 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1ee:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.362209:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a2f15 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1ee:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.362254:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2f1c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x23b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.362260:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2f1c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x23b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.362265:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2f1c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x23b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.362270:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000900bca3b already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265355.362272:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2f1c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x23b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.362277:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2f1c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x23b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.362284:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x23b:0x0].0x0 (00000000139cea81) 00010000:00010000:0.0:1776265355.362285:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1776265355.362287:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2f1c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x23b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.362292:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000900bca3b/0xeb74cb2ea36a2f1c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x23b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265355.362653:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787265792 00000100:00100000:2.0:1776265355.362708:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17268 00000100:00100000:2.0:1776265355.362715:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003284bf67 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+375:11451:x1862548787265792:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.362745:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x3c8:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.362832:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x3c8:0x0]: rc = -2 00000100:00100000:2.0:1776265355.362952:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003284bf67 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+375:11451:x1862548787265792:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 237us (1244us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.362960:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17268 00000100:00100000:1.0:1776265355.365185:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.365484:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787265856 00000100:00100000:2.0:1776265355.365536:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17269 00000100:00100000:2.0:1776265355.365542:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000065015dd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+375:11455:x1862548787265856:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:2.0:1776265355.365566:0:5507:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1776265355.365588:0:5507:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2f23 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46766 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.365668:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a2f2a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x208:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.365682:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a2f2a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x208:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.365695:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a2f2a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x208:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1776265355.365747:0:5507:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x208:0x0]: returning size 11776 00000004:00200000:2.0:1776265355.365751:0:5507:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1776265355.365773:0:5507:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a2f2a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x208:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.365797:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2f23 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46766 expref: 377 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.365813:0:5507:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a2f2a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x208:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46766 expref: 376 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.365821:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x208:0x0].0x0 (00000000fc9d10c2) 00010000:00010000:2.0:1776265355.365824:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1776265355.365827:0:5507:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e8466407, rc 0) 00000100:00100000:2.0:1776265355.365874:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000065015dd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+376:11455:x1862548787265856:12345-192.168.204.57@tcp:101:rm.0 Request processed in 331us (697us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265355.365882:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17269 00000100:00100000:1.0:1776265355.366066:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.366302:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787265920 00000100:00100000:0.0:1776265355.366337:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17270 00000100:00100000:0.0:1776265355.366342:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086bfccd2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+376:11451:x1862548787265920:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.366362:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265355.366432:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:0.0:1776265355.366468:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086bfccd2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+376:11451:x1862548787265920:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 125us (403us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265355.366475:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17270 00000100:00100000:0.0:1776265355.369595:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.369635:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.369715:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787266048 00000100:00100000:3.0:1776265355.369760:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5025 00000100:00100000:3.0:1776265355.369766:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002be19fba pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+376:11455:x1862548787266048:12345-192.168.204.57@tcp:37:rm.0 00000100:00100000:2.0:1776265355.370107:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787265984 00000100:00100000:2.0:1776265355.371347:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17271 00000100:00100000:2.0:1776265355.371355:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061d5e00a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+377:11451:x1862548787265984:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.371393:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.371492:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:2.0:1776265355.371555:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061d5e00a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+377:11451:x1862548787265984:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 201us (1968us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.371567:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17271 00000100:00100000:0.0:1776265355.375782:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.376596:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002be19fba pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+376:11455:x1862548787266048:12345-192.168.204.57@tcp:37:rm.0 Request processed in 6825us (6957us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265355.376610:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5025 00000100:00100000:1.0:1776265355.377325:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787266112 00000100:00100000:1.0:1776265355.377409:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17272 00000100:00100000:1.0:1776265355.377415:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087efab54 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+376:11451:x1862548787266112:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265355.377450:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x3c9:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265355.377547:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x3c9:0x0]: rc = -2 00000100:00100000:1.0:1776265355.377586:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087efab54 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+376:11451:x1862548787266112:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 170us (1812us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265355.377594:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17272 00000100:00100000:0.0:1776265355.382563:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.382649:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.382773:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787266176 00000100:00100000:1.0:1776265355.382829:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17273 00000100:00100000:1.0:1776265355.382835:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1ac9201 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+376:11451:x1862548787266176:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265355.382867:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1776265355.383025:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1ac9201 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+376:11451:x1862548787266176:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 188us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265355.383034:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17273 00000100:00100000:3.0:1776265355.383520:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787266304 00000100:00100000:3.0:1776265355.383554:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5026 00000100:00100000:3.0:1776265355.383559:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090ea52b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+376:11455:x1862548787266304:12345-192.168.204.57@tcp:35:rm.0 00000100:00100000:3.0:1776265355.383877:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090ea52b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+377:11455:x1862548787266304:12345-192.168.204.57@tcp:35:rm.0 Request processed in 316us (1228us total) trans 4294976090 rc 0/0 00000100:00100000:3.0:1776265355.383885:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5026 00000100:00100000:0.0:1776265355.385826:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.385916:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787266432 00000100:00100000:2.0:1776265355.385968:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17274 00000100:00100000:2.0:1776265355.385975:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd3fa774 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+377:11455:x1862548787266432:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:2.0:1776265355.386038:0:5507:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1776265355.386069:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a2f2a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x208:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46766 expref: 377 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.386092:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000113a4434/0xeb74cb2ea3683ad4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x208:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c72a expref: 376 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.386104:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a93ee31d/0xeb74cb2ea367ef1d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x208:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ab31 expref: 375 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.386116:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ffece9e3/0xeb74cb2ea367ee60 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x208:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aae4 expref: 374 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.386126:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x208:0x0].0x0 (00000000fc9d10c2) 00010000:00010000:2.0:1776265355.386136:0:5507:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776265355.386164:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2f31 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.386181:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2f31 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.386191:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2f31 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.386251:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2f38 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1ee:0x0].0xddbda88f bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.386259:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2f38 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ee:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.386266:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2f38 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ee:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265355.386811:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.386873:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787266496 00000100:00100000:1.0:1776265355.386914:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17275 00000100:00100000:1.0:1776265355.386919:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c91f593e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+374:11451:x1862548787266496:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265355.386963:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1776265355.387093:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c91f593e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+374:11451:x1862548787266496:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 172us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265355.387101:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17275 00010000:00010000:2.0:1776265355.387837:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2f3f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x208:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.387853:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2f3f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x208:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.387863:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2f3f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x208:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776265355.388838:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5343, 176 off938264 00000004:00200000:2.0:1776265355.388896:0:5507:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x208:0x0]: returning size 11776 00000004:00010000:2.0:1776265355.388912:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000cd3fa774 reply state 00000000e2eea234 transno 4294976091 ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2f3f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x208:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.388952:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2f31 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.388960:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2f31 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.388972:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2f31 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.388977:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000713f64bf already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265355.388980:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2f31 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.388987:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2f31 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.389000:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ee:0x0].0x0 (00000000b0ce12c9) 00010000:00010000:2.0:1776265355.389092:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265355.389096:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2f31 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.389103:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2f31 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776265355.389113:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000cd3fa774 reply state 00000000e2eea234 transno 4294976091 ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2f38 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ee:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265355.389332:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd3fa774 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+375:11455:x1862548787266432:12345-192.168.204.57@tcp:36:rm.0 Request processed in 3350us (3506us total) trans 4294976091 rc 0/0 00000100:00100000:2.0:1776265355.389341:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17274 00000100:00100000:0.0:1776265355.389729:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.389908:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787266560 00000100:00100000:2.0:1776265355.389987:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17276 00000100:00100000:2.0:1776265355.389994:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da02f9d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+375:11451:x1862548787266560:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.390033:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x3ca:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.390102:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x3ca:0x0]: rc = -2 00000100:00100000:2.0:1776265355.390142:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da02f9d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+375:11451:x1862548787266560:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 148us (414us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.390149:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17276 00010000:00010000:1.0:1776265355.390635:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2f38 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ee:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.390648:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2f38 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ee:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.390654:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2f38 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ee:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.390660:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003bcddbc2 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265355.390662:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2f38 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ee:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.390669:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2f38 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1ee:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.390683:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ee:0x0].0xddbda88f (000000009bfc0fee) 00010000:00010000:1.0:1776265355.390685:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265355.390689:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2f38 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1ee:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.390695:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a2f38 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1ee:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.390710:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2f3f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x208:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.390716:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2f3f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x208:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.390721:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2f3f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x208:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.390726:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cc0e7fe4 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265355.390727:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2f3f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x208:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.390733:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2f3f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x208:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.390740:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x208:0x0].0x0 (00000000f9f2ac40) 00010000:00010000:1.0:1776265355.390742:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776265355.390744:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2f3f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x208:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.390749:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a2f3f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x208:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265355.390899:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.390960:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787266624 00000100:00100000:3.0:1776265355.390997:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17277 00000100:00100000:3.0:1776265355.391003:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7aa4fe4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+374:11455:x1862548787266624:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:3.0:1776265355.391124:0:5508:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776265355.391142:0:5508:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a2f46 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece4676d expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.391197:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2f4d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.391235:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2f4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.391247:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2f4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1776265355.391298:0:5508:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1fa:0x0]: returning size 11776 00000004:00200000:3.0:1776265355.391301:0:5508:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1776265355.391323:0:5508:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2f4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.391347:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a2f46 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4676d expref: 376 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.391462:0:5508:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2f4d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4676d expref: 375 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.391470:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1fa:0x0].0x0 (0000000086993635) 00010000:00010000:3.0:1776265355.391473:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1776265355.391475:0:5508:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001d8f5300, rc 0) 00000100:00100000:3.0:1776265355.391609:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7aa4fe4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+375:11455:x1862548787266624:12345-192.168.204.57@tcp:101:rm.0 Request processed in 605us (714us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265355.391617:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17277 00000100:00100000:0.0:1776265355.395418:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.395905:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787266688 00000100:00100000:3.0:1776265355.395960:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17278 00000100:00100000:3.0:1776265355.395966:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4db8578 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+375:11451:x1862548787266688:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265355.395999:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1776265355.396155:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4db8578 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+375:11451:x1862548787266688:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 188us (745us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265355.396163:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17278 00000100:00100000:0.0:1776265355.400109:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.400206:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.400278:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787266816 00000100:00100000:1.0:1776265355.400328:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5027 00000100:00100000:1.0:1776265355.400335:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068d5b290 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+375:11455:x1862548787266816:12345-192.168.204.57@tcp:37:rm.0 00000100:00100000:3.0:1776265355.400363:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787266752 00000100:00100000:3.0:1776265355.400403:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17279 00000100:00100000:3.0:1776265355.400408:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008eaf61a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+376:11451:x1862548787266752:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265355.400426:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1776265355.400561:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008eaf61a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+376:11451:x1862548787266752:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 151us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265355.400569:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17279 00000100:00100000:0.0:1776265355.405046:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.406398:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068d5b290 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+375:11455:x1862548787266816:12345-192.168.204.57@tcp:37:rm.0 Request processed in 6057us (6187us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265355.406414:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5027 00000100:00100000:2.0:1776265355.406996:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787266880 00000100:00100000:2.0:1776265355.407050:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17280 00000100:00100000:2.0:1776265355.407057:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e8da7b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+375:11451:x1862548787266880:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.407086:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x3cb:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.407177:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x3cb:0x0]: rc = -2 00000100:00100000:2.0:1776265355.407246:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e8da7b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+375:11451:x1862548787266880:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 188us (2207us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.407254:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17280 00000100:00100000:0.0:1776265355.411734:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.411906:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787267008 00000100:00100000:1.0:1776265355.411966:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5028 00000100:00100000:1.0:1776265355.411973:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000667b9357 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+375:11455:x1862548787267008:12345-192.168.204.57@tcp:35:rm.0 00000100:00100000:1.0:1776265355.412427:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000667b9357 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+376:11455:x1862548787267008:12345-192.168.204.57@tcp:35:rm.0 Request processed in 452us (711us total) trans 4294976092 rc 0/0 00000100:00100000:1.0:1776265355.412436:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5028 00000100:00100000:1.0:1776265355.415649:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.417478:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.417929:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787267136 00000100:00100000:2.0:1776265355.417986:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787267200 00000100:00100000:2.0:1776265355.418024:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17281 00000100:00100000:2.0:1776265355.418030:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032acf724 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+377:11455:x1862548787267136:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:2.0:1776265355.418080:0:11775:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1776265355.418115:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a2f4d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4676d expref: 377 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.418138:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000071d8c69a/0xeb74cb2ea3682f58 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1fa:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c35d expref: 376 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.418151:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007badffd8/0xeb74cb2ea367e93c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1fa:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a8ec expref: 375 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.418168:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004c75d967/0xeb74cb2ea367e86a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1fa:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a89f expref: 374 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.418177:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1fa:0x0].0x0 (0000000086993635) 00010000:00010000:2.0:1776265355.418185:0:11775:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776265355.418244:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2f54 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.418259:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2f54 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.418268:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2f54 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.418282:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a2f5b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1ee:0x0].0x9e0a5f7e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.418289:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a2f5b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.418294:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a2f5b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.418418:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a2f62 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.418427:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a2f62 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.418438:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a2f62 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776265355.418870:0:11775:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5344, 176 off938440 00000004:00200000:2.0:1776265355.418929:0:11775:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1fa:0x0]: returning size 11776 00000004:00010000:2.0:1776265355.418943:0:11775:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000032acf724 reply state 0000000074fee933 transno 4294976093 ns: mdt-lustre-MDT0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a2f62 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.418980:0:11775:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2f54 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.418986:0:11775:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2f54 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.418992:0:11775:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2f54 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.418997:0:11775:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000713f64bf already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265355.419000:0:11775:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2f54 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.419022:0:11775:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2f54 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.419034:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ee:0x0].0x0 (00000000b0ce12c9) 00010000:00010000:2.0:1776265355.419036:0:11775:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265355.419039:0:11775:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2f54 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.419049:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2f54 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265355.419056:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17282 00000004:00010000:2.0:1776265355.419063:0:11775:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000032acf724 reply state 0000000074fee933 transno 4294976093 ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a2f5b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265355.419064:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ad509e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+374:11451:x1862548787267200:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265355.419092:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1776265355.419149:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032acf724 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+375:11455:x1862548787267136:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1117us (3510us total) trans 4294976093 rc 0/0 00000100:00100000:2.0:1776265355.419161:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17281 00000100:00100000:3.0:1776265355.419189:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ad509e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+374:11451:x1862548787267200:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 123us (1715us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265355.419197:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17282 00010000:00010000:3.0:1776265355.421933:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a2f5b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.421953:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a2f5b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.421960:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a2f5b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.421967:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e8466407 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265355.421972:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a2f5b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.421979:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a2f5b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.422073:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ee:0x0].0x9e0a5f7e (00000000770f6c45) 00010000:00010000:3.0:1776265355.422078:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265355.422083:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a2f5b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1ee:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.422090:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a2f5b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1ee:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.422110:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a2f62 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.422116:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a2f62 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.422122:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a2f62 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.422127:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c4896d6d already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265355.422129:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a2f62 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.422135:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a2f62 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.422142:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1fa:0x0].0x0 (00000000f9f2ac40) 00010000:00010000:3.0:1776265355.422145:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265355.422147:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a2f62 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.422153:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a2f62 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265355.422164:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.422367:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787267264 00000100:00100000:2.0:1776265355.422421:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17283 00000100:00100000:2.0:1776265355.422427:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000979ed25c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+373:11451:x1862548787267264:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.422456:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1776265355.422589:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000979ed25c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+373:11451:x1862548787267264:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 161us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265355.422595:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17283 00000100:00100000:0.0:1776265355.426288:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.426465:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787267328 00000100:00100000:1.0:1776265355.426518:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17284 00000100:00100000:1.0:1776265355.426525:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1162dd6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+373:11455:x1862548787267328:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:1.0:1776265355.426551:0:12468:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776265355.426572:0:12468:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2f69 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46774 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.426632:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2f70 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x269:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.426648:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2f70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x269:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.426659:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2f70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x269:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1776265355.426733:0:12468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x269:0x0]: returning size 11776 00000004:00200000:1.0:1776265355.426736:0:12468:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1776265355.426760:0:12468:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2f70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x269:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.426785:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2f69 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46774 expref: 375 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.426802:0:12468:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2f70 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x269:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46774 expref: 374 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.426808:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0x0 (00000000f25b6f75) 00010000:00010000:1.0:1776265355.426811:0:12468:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1776265355.426814:0:12468:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000cf4b87c8, rc 0) 00000100:00100000:1.0:1776265355.426871:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1162dd6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+374:11455:x1862548787267328:12345-192.168.204.57@tcp:101:rm.0 Request processed in 346us (592us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265355.426878:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17284 00000100:00100000:0.0:1776265355.429900:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.429964:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787267392 00000100:00100000:2.0:1776265355.430028:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17285 00000100:00100000:2.0:1776265355.430035:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c25db2cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+374:11451:x1862548787267392:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.430091:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x3cc:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.430183:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x3cc:0x0]: rc = -2 00000100:00100000:2.0:1776265355.430262:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c25db2cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+374:11451:x1862548787267392:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 227us (371us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.430269:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17285 00000100:00100000:0.0:1776265355.432341:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.432591:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787267456 00000100:00100000:1.0:1776265355.432642:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5029 00000100:00100000:1.0:1776265355.432648:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9101287 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+374:11455:x1862548787267456:12345-192.168.204.57@tcp:37:rm.0 00000100:00100000:0.0:1776265355.437369:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.437533:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787267520 00000100:00100000:2.0:1776265355.437582:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17286 00000100:00100000:2.0:1776265355.437589:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f2690a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+375:11451:x1862548787267520:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.437619:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.437702:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:2.0:1776265355.437775:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f2690a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+375:11451:x1862548787267520:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 185us (412us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.437782:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17286 00000100:00100000:1.0:1776265355.438244:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9101287 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+374:11455:x1862548787267456:12345-192.168.204.57@tcp:37:rm.0 Request processed in 5593us (5909us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265355.438253:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5029 00000100:00100000:0.0:1776265355.440952:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.441613:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787267584 00000100:00100000:2.0:1776265355.441771:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17287 00000100:00100000:2.0:1776265355.441779:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000859b5408 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+374:11451:x1862548787267584:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.441812:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.441904:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:2.0:1776265355.441967:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000859b5408 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+374:11451:x1862548787267584:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 188us (1021us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.441975:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17287 00000100:00100000:3.0:1776265355.443334:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.443362:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787267712 00000100:00100000:1.0:1776265355.443402:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5030 00000100:00100000:1.0:1776265355.443407:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef081b97 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+374:11455:x1862548787267712:12345-192.168.204.57@tcp:35:rm.0 00000100:00100000:1.0:1776265355.443750:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef081b97 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+375:11455:x1862548787267712:12345-192.168.204.57@tcp:35:rm.0 Request processed in 341us (422us total) trans 4294976094 rc 0/0 00000100:00100000:1.0:1776265355.443757:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5030 00000100:00100000:3.0:1776265355.446378:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.446490:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787267776 00000100:00100000:2.0:1776265355.446544:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17288 00000100:00100000:2.0:1776265355.446551:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d3f3707 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+375:11451:x1862548787267776:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.446583:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.446677:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:2.0:1776265355.446738:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d3f3707 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+375:11451:x1862548787267776:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 186us (366us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.446746:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17288 00000100:00100000:0.0:1776265355.449114:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.449593:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787267904 00000100:00100000:1.0:1776265355.449645:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17289 00000100:00100000:1.0:1776265355.449652:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004bcbc724 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+375:11455:x1862548787267904:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:1.0:1776265355.449705:0:12468:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776265355.449732:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2f70 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x269:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46774 expref: 375 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.449754:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c77a8432/0xeb74cb2ea3689215 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x269:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3e465 expref: 374 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.449768:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bbbf3217/0xeb74cb2ea3681588 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x269:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bace expref: 373 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.449778:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f932cad4/0xeb74cb2ea36814a1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x269:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ba81 expref: 372 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.449787:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0x0 (00000000f25b6f75) 00010000:00010000:1.0:1776265355.449795:0:12468:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265355.449820:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2f77 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.449835:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2f77 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.449845:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2f77 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.449858:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a2f7e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1ee:0x0].0x2c71d537 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.449864:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a2f7e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.449870:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a2f7e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.449964:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a2f85 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x269:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.449972:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a2f85 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x269:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.449978:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a2f85 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x269:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776265355.450821:0:12468:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5345, 176 off938616 00000004:00200000:1.0:1776265355.450878:0:12468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x269:0x0]: returning size 11776 00000004:00010000:1.0:1776265355.450893:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000004bcbc724 reply state 000000006f0a26b6 transno 4294976095 ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a2f85 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x269:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.450931:0:12468:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2f77 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.450938:0:12468:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2f77 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.450948:0:12468:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2f77 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.450953:0:12468:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000273821f1 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265355.450955:0:12468:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2f77 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.450961:0:12468:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2f77 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.450971:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ee:0x0].0x0 (00000000b0ce12c9) 00010000:00010000:1.0:1776265355.450973:0:12468:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265355.450976:0:12468:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2f77 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.450981:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2f77 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265355.451750:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000004bcbc724 reply state 000000006f0a26b6 transno 4294976095 ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a2f7e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265355.451852:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004bcbc724 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+373:11455:x1862548787267904:12345-192.168.204.57@tcp:36:rm.0 Request processed in 2198us (2741us total) trans 4294976095 rc 0/0 00000100:00100000:1.0:1776265355.451862:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17289 00000100:00100000:0.0:1776265355.453871:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.455852:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787267968 00000100:00100000:1.0:1776265355.455974:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17290 00000100:00100000:1.0:1776265355.455981:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000059955060 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+373:11451:x1862548787267968:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265355.456040:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265355.456135:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:1.0:1776265355.456199:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000059955060 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+373:11451:x1862548787267968:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 217us (2336us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265355.456207:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17290 00010000:00010000:3.0:1776265355.456472:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a2f7e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.456485:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a2f7e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.456492:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a2f7e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.456498:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c15c1516 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265355.456502:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a2f7e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.456509:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a2f7e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.456524:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ee:0x0].0x2c71d537 (000000008b670c82) 00010000:00010000:3.0:1776265355.456527:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265355.456531:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a2f7e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1ee:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.456536:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c15c1516/0xeb74cb2ea36a2f7e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1ee:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.456553:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a2f85 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x269:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.456558:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a2f85 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x269:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.456563:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a2f85 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x269:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.456569:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000da5595e6 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265355.456571:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a2f85 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x269:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.456575:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a2f85 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x269:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.456582:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x269:0x0].0x0 (000000001f657a7e) 00010000:00010000:3.0:1776265355.456583:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265355.456585:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a2f85 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x269:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.456590:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a2f85 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x269:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265355.456701:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.458955:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.459022:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787268032 00000100:00100000:2.0:1776265355.459075:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17291 00000100:00100000:2.0:1776265355.459082:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bfeecd28 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+372:11455:x1862548787268032:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:2.0:1776265355.459109:0:5507:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1776265355.459130:0:5507:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2f8c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece4677b expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.459191:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a2f93 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.459207:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a2f93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.459237:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a2f93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1776265355.459296:0:5507:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x22c:0x0]: returning size 11776 00000004:00200000:2.0:1776265355.459300:0:5507:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1776265355.459323:0:5507:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a2f93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.459362:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2f8c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4677b expref: 374 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.459377:0:5507:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a2f93 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4677b expref: 373 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.459384:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22c:0x0].0x0 (00000000f94c8955) 00010000:00010000:2.0:1776265355.459387:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1776265355.459390:0:5507:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000008190f10d, rc 0) 00000100:00100000:2.0:1776265355.459443:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bfeecd28 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+373:11455:x1862548787268032:12345-192.168.204.57@tcp:101:rm.0 Request processed in 361us (2743us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265355.459454:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17291 00000100:00100000:0.0:1776265355.460933:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787268096 00000100:00100000:0.0:1776265355.461161:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17292 00000100:00100000:0.0:1776265355.461169:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000cbe666 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+373:11451:x1862548787268096:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.461596:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1776265355.461782:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000cbe666 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+373:11451:x1862548787268096:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 612us (2832us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265355.461791:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17292 00000100:00100000:0.0:1776265355.464439:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.464483:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.464564:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787268224 00000100:00100000:3.0:1776265355.464612:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17293 00000100:00100000:3.0:1776265355.464619:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fbef4517 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+373:11451:x1862548787268224:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265355.464650:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1776265355.464790:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fbef4517 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+373:11451:x1862548787268224:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 170us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265355.464798:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17293 00000100:00100000:2.0:1776265355.467109:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787268160 00000100:00100000:2.0:1776265355.467202:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5031 00000100:00100000:2.0:1776265355.467209:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d2f1a15 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+373:11455:x1862548787268160:12345-192.168.204.57@tcp:37:rm.0 00000100:00100000:0.0:1776265355.468901:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.469237:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787268288 00000100:00100000:2.0:1776265355.469279:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17294 00000100:00100000:2.0:1776265355.469285:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf50e43e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+375:11451:x1862548787268288:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.469333:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x3cd:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.469415:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x3cd:0x0]: rc = -2 00000100:00100000:2.0:1776265355.469469:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf50e43e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+375:11451:x1862548787268288:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 183us (574us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.469477:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17294 00000100:00100000:0.0:1776265355.477185:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d2f1a15 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+373:11455:x1862548787268160:12345-192.168.204.57@tcp:37:rm.0 Request processed in 9968us (12746us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265355.477202:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5031 00000100:00100000:0.0:1776265355.481027:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.481114:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787268352 00000100:00100000:0.0:1776265355.481127:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.481189:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17295 00000100:00100000:3.0:1776265355.481195:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044575fea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+373:11451:x1862548787268352:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000100:00100000:2.0:1776265355.481271:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787268480 00000004:00000080:3.0:1776265355.481278:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1776265355.481311:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5032 00000100:00100000:2.0:1776265355.481317:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df1473df pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+374:11455:x1862548787268480:12345-192.168.204.57@tcp:35:rm.0 00000004:00000080:3.0:1776265355.481388:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:3.0:1776265355.481455:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044575fea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+374:11451:x1862548787268352:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 259us (449us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265355.481463:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17295 00000100:00100000:2.0:1776265355.481786:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df1473df pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+374:11455:x1862548787268480:12345-192.168.204.57@tcp:35:rm.0 Request processed in 467us (658us total) trans 4294976096 rc 0/0 00000100:00100000:2.0:1776265355.481793:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5032 00000100:00100000:0.0:1776265355.494100:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.494149:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.494246:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787268672 00000100:00100000:1.0:1776265355.494289:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787268544 00000100:00100000:1.0:1776265355.494309:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17296 00000100:00100000:1.0:1776265355.494313:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000881020d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+375:11455:x1862548787268672:12345-192.168.204.57@tcp:36:rm.0 00000100:00100000:0.0:1776265355.494347:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17297 00000100:00100000:0.0:1776265355.494353:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085311c05 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+375:11451:x1862548787268544:12345-192.168.204.57@tcp:53:lustre_rsync.0 00010000:00010000:1.0:1776265355.494370:0:12468:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00000004:00000080:0.0:1776265355.494374:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00010000:00010000:1.0:1776265355.494393:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a2f93 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4677b expref: 375 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.494411:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001744ea09/0xeb74cb2ea3685912 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3d0fb expref: 374 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.494420:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d6ce7045/0xeb74cb2ea367fd40 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b0f6 expref: 373 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.494427:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006c812f05/0xeb74cb2ea367fc98 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b0b7 expref: 372 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.494433:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22c:0x0].0x0 (00000000f94c8955) 00010000:00010000:1.0:1776265355.494442:0:12468:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00000080:0.0:1776265355.494462:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00010000:00010000:1.0:1776265355.494465:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2f9a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.494482:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2f9a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.494494:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2f9a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.494508:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2fa1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1ee:0x0].0xf17aab4e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.494515:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2fa1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ee:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265355.494518:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085311c05 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+371:11451:x1862548787268544:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 162us (367us total) trans 0 rc -2/-2 00010000:00010000:1.0:1776265355.494532:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2fa1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ee:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265355.494534:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17297 00010000:00010000:1.0:1776265355.494632:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000666c68bf/0xeb74cb2ea36a2fa8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x22c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.494640:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000666c68bf/0xeb74cb2ea36a2fa8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.494656:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000666c68bf/0xeb74cb2ea36a2fa8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776265355.495083:0:12468:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5346, 176 off938792 00000004:00200000:1.0:1776265355.495137:0:12468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x22c:0x0]: returning size 11776 00000004:00010000:1.0:1776265355.495150:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000881020d2 reply state 0000000049747cb7 transno 4294976097 ns: mdt-lustre-MDT0000_UUID lock: 00000000666c68bf/0xeb74cb2ea36a2fa8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.495179:0:12468:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2f9a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.495190:0:12468:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2f9a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.495196:0:12468:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2f9a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.495202:0:12468:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000273821f1 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265355.495206:0:12468:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2f9a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.495262:0:12468:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2f9a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.495273:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ee:0x0].0x0 (00000000b0ce12c9) 00010000:00010000:1.0:1776265355.495276:0:12468:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265355.495279:0:12468:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2f9a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.495286:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2f9a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265355.495296:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000881020d2 reply state 0000000049747cb7 transno 4294976097 ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2fa1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ee:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265355.495353:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000881020d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+372:11455:x1862548787268672:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1038us (1259us total) trans 4294976097 rc 0/0 00000100:00100000:1.0:1776265355.495360:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17296 00010000:00010000:3.0:1776265355.499993:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2fa1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ee:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.500022:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2fa1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ee:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.500030:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2fa1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ee:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.500036:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cf4b87c8 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265355.500040:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2fa1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ee:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.500048:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2fa1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1ee:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.500067:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ee:0x0].0xf17aab4e (0000000087a4088d) 00010000:00010000:3.0:1776265355.500070:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265355.500074:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2fa1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1ee:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.500080:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a2fa1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1ee:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.500106:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000666c68bf/0xeb74cb2ea36a2fa8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.500112:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000666c68bf/0xeb74cb2ea36a2fa8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.500118:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000666c68bf/0xeb74cb2ea36a2fa8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.500123:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000666c68bf already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265355.500125:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000666c68bf/0xeb74cb2ea36a2fa8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.500130:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000666c68bf/0xeb74cb2ea36a2fa8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.500138:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22c:0x0].0x0 (000000007a02aa4a) 00010000:00010000:3.0:1776265355.500140:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265355.500142:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000666c68bf/0xeb74cb2ea36a2fa8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.500147:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000666c68bf/0xeb74cb2ea36a2fa8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265355.501690:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.501774:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787268736 00000100:00100000:3.0:1776265355.501828:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17298 00000100:00100000:3.0:1776265355.501834:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085cb5af1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+371:11451:x1862548787268736:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265355.501866:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x3ce:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265355.501959:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x3ce:0x0]: rc = -2 00000100:00100000:3.0:1776265355.502043:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085cb5af1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+371:11451:x1862548787268736:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 208us (359us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265355.502051:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17298 00000100:00100000:0.0:1776265355.502735:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.502795:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787268800 00000100:00100000:3.0:1776265355.502879:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17299 00000100:00100000:3.0:1776265355.502884:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000fa6d7f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+371:11455:x1862548787268800:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:3.0:1776265355.502903:0:5508:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776265355.502923:0:5508:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a2faf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46782 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.502984:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2fb6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x234:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.503020:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2fb6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x234:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.503032:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2fb6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x234:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1776265355.503093:0:5508:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x234:0x0]: returning size 11776 00000004:00200000:3.0:1776265355.503097:0:5508:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1776265355.503116:0:5508:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2fb6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x234:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.503140:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a2faf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46782 expref: 373 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.503155:0:5508:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2fb6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x234:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46782 expref: 372 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.503162:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x234:0x0].0x0 (000000000098a1b7) 00010000:00010000:3.0:1776265355.503165:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1776265355.503168:0:5508:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000002cb9c738, rc 0) 00000100:00100000:3.0:1776265355.503235:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000fa6d7f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+372:11455:x1862548787268800:12345-192.168.204.57@tcp:101:rm.0 Request processed in 349us (502us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265355.503242:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17299 00000100:00100000:0.0:1776265355.505185:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.505467:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787268864 00000100:00100000:3.0:1776265355.505546:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17300 00000100:00100000:3.0:1776265355.505553:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc55db9a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+372:11451:x1862548787268864:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265355.505583:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x3cf:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265355.505671:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x3cf:0x0]: rc = -2 00000100:00100000:3.0:1776265355.505725:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc55db9a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+372:11451:x1862548787268864:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 171us (547us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265355.505733:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17300 00000100:00100000:0.0:1776265355.508269:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.508384:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787268928 00000100:00100000:2.0:1776265355.508620:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5033 00000100:00100000:2.0:1776265355.508627:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a769e0ab pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+372:11455:x1862548787268928:12345-192.168.204.57@tcp:37:rm.0 00000100:00100000:2.0:1776265355.510620:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.510685:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787268992 00000100:00100000:3.0:1776265355.510732:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17301 00000100:00100000:3.0:1776265355.510739:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000595232e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+374:11451:x1862548787268992:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265355.510772:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1776265355.510884:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000595232e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+374:11451:x1862548787268992:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 144us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265355.510892:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17301 00000100:00100000:1.0:1776265355.522389:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a769e0ab pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+372:11455:x1862548787268928:12345-192.168.204.57@tcp:37:rm.0 Request processed in 13360us (13727us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265355.522406:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5033 00000100:00100000:0.0:1776265355.524476:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.524575:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787269056 00000100:00100000:2.0:1776265355.524663:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17302 00000100:00100000:2.0:1776265355.524671:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006fc47f96 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+372:11451:x1862548787269056:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.524707:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1776265355.524854:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006fc47f96 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+372:11451:x1862548787269056:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 182us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265355.524863:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17302 00000100:00100000:1.0:1776265355.526317:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.526404:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787269184 00000100:00100000:3.0:1776265355.526454:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5034 00000100:00100000:3.0:1776265355.526459:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083943301 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+372:11455:x1862548787269184:12345-192.168.204.57@tcp:35:rm.0 00000100:00100000:3.0:1776265355.526816:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083943301 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+373:11455:x1862548787269184:12345-192.168.204.57@tcp:35:rm.0 Request processed in 355us (504us total) trans 4294976098 rc 0/0 00000100:00100000:3.0:1776265355.526824:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5034 00000100:00100000:3.0:1776265355.527270:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.528161:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787269248 00000100:00100000:0.0:1776265355.528229:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17303 00000100:00100000:0.0:1776265355.528234:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef081b97 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+373:11451:x1862548787269248:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.528262:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1776265355.528385:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef081b97 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+373:11451:x1862548787269248:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 149us (1117us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265355.528393:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17303 00000100:00100000:1.0:1776265355.529566:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.529647:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787269376 00000100:00100000:2.0:1776265355.529691:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17304 00000100:00100000:2.0:1776265355.529696:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021837d61 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+373:11455:x1862548787269376:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:2.0:1776265355.529743:0:12468:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1776265355.529769:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a2fb6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x234:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46782 expref: 373 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.529791:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002fa58fc0/0xeb74cb2ea3686123 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x234:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3d3c5 expref: 372 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.529803:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000065dc6eb1/0xeb74cb2ea36800b9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x234:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b246 expref: 371 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.529814:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000965c0b20/0xeb74cb2ea367ffe7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x234:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b1f9 expref: 370 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.529822:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x234:0x0].0x0 (000000000098a1b7) 00010000:00010000:2.0:1776265355.529831:0:12468:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776265355.529860:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2fbd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.529875:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2fbd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.529885:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2fbd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.529898:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2fc4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1ee:0x0].0x46e192ec bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.529904:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2fc4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.529910:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2fc4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.530395:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2fcb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x234:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.530405:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2fcb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x234:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.530411:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2fcb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x234:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776265355.530813:0:12468:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5347, 176 off938968 00000004:00200000:2.0:1776265355.530870:0:12468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x234:0x0]: returning size 11776 00000004:00010000:2.0:1776265355.530885:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000021837d61 reply state 00000000a4203cb0 transno 4294976099 ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2fcb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x234:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.530930:0:12468:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2fbd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.530955:0:12468:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2fbd lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.530961:0:12468:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2fbd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.530967:0:12468:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000713f64bf already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265355.530971:0:12468:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2fbd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.530978:0:12468:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2fbd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.530998:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ee:0x0].0x0 (00000000b0ce12c9) 00010000:00010000:2.0:1776265355.531015:0:12468:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265355.531019:0:12468:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2fbd lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.531024:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a2fbd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776265355.531034:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000021837d61 reply state 00000000a4203cb0 transno 4294976099 ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2fc4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265355.531118:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021837d61 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+371:11455:x1862548787269376:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1420us (1556us total) trans 4294976099 rc 0/0 00000100:00100000:2.0:1776265355.531126:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17304 00000100:00100000:0.0:1776265355.533146:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1776265355.533257:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2fc4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.533271:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2fc4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.533278:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2fc4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.533283:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000482db2cc already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265355.533287:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2fc4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.533293:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2fc4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.533308:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ee:0x0].0x46e192ec (000000009bfc0fee) 00010000:00010000:3.0:1776265355.533310:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265355.533314:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2fc4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1ee:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.533319:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000482db2cc/0xeb74cb2ea36a2fc4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1ee:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.533347:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2fcb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x234:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.533353:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2fcb lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x234:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.533357:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2fcb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x234:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.533362:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000454265a8 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265355.533364:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2fcb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x234:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.533369:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2fcb lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x234:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.533376:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x234:0x0].0x0 (00000000139cea81) 00010000:00010000:3.0:1776265355.533378:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265355.533380:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2fcb lrc: 2/0,0 mode: --/EX res: [0x200000401:0x234:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.533389:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a2fcb lrc: 0/0,0 mode: --/EX res: [0x200000401:0x234:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265355.533637:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787269440 00000100:00100000:2.0:1776265355.533693:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17305 00000100:00100000:2.0:1776265355.533700:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037db9c2d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+370:11451:x1862548787269440:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.533732:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1776265355.533870:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037db9c2d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+370:11451:x1862548787269440:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 169us (730us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265355.533878:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17305 00000100:00100000:3.0:1776265355.534174:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.534679:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787269504 00000100:00100000:2.0:1776265355.534781:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17306 00000100:00100000:2.0:1776265355.534786:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d3f3707 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+370:11455:x1862548787269504:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:2.0:1776265355.534807:0:5508:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1776265355.534826:0:5508:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a2fd2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46789 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.534878:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a2fd9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.534895:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a2fd9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x202:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.534907:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a2fd9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x202:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1776265355.534960:0:5508:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x202:0x0]: returning size 11776 00000004:00200000:2.0:1776265355.534964:0:5508:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1776265355.534987:0:5508:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a2fd9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x202:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.535020:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a2fd2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46789 expref: 372 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.535040:0:5508:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a2fd9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x202:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46789 expref: 371 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.535048:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x202:0x0].0x0 (00000000a1c00bdc) 00010000:00010000:2.0:1776265355.535051:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1776265355.535054:0:5508:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000fe9136a2, rc 0) 00000100:00100000:2.0:1776265355.535097:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d3f3707 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+371:11455:x1862548787269504:12345-192.168.204.57@tcp:101:rm.0 Request processed in 310us (925us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265355.535104:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17306 00000100:00100000:3.0:1776265355.536931:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.537108:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787269568 00000100:00100000:1.0:1776265355.537160:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17307 00000100:00100000:1.0:1776265355.537167:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bfeecd28 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+371:11451:x1862548787269568:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265355.537197:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265355.537318:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:1.0:1776265355.537486:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bfeecd28 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+371:11451:x1862548787269568:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 318us (560us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265355.537494:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17307 00000100:00100000:0.0:1776265355.539084:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.539178:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787269632 00000100:00100000:1.0:1776265355.539250:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5035 00000100:00100000:1.0:1776265355.539256:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d2f1a15 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+371:11455:x1862548787269632:12345-192.168.204.57@tcp:37:rm.0 00000100:00100000:3.0:1776265355.540434:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.540487:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787269696 00000100:00100000:2.0:1776265355.540541:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17308 00000100:00100000:2.0:1776265355.540546:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000cbe666 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+373:11451:x1862548787269696:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.540575:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.540649:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:2.0:1776265355.540687:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000cbe666 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+373:11451:x1862548787269696:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 140us (257us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.540695:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17308 00000100:00100000:0.0:1776265355.544202:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.544435:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787269760 00000100:00100000:3.0:1776265355.544510:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17309 00000100:00100000:3.0:1776265355.544517:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df1473df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+373:11451:x1862548787269760:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265355.544548:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x3d0:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265355.544639:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x3d0:0x0]: rc = -2 00000100:00100000:3.0:1776265355.544687:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df1473df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+373:11451:x1862548787269760:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 170us (494us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265355.544695:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17309 00000100:00100000:1.0:1776265355.548507:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d2f1a15 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+371:11455:x1862548787269632:12345-192.168.204.57@tcp:37:rm.0 Request processed in 9241us (9419us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265355.548524:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5035 00000100:00100000:1.0:1776265355.551885:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.552470:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787269824 00000100:00100000:3.0:1776265355.552527:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17310 00000100:00100000:3.0:1776265355.552534:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008573bfe9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+371:11451:x1862548787269824:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265355.552568:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1776265355.552704:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008573bfe9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+371:11451:x1862548787269824:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 170us (834us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265355.552712:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17310 00000100:00100000:3.0:1776265355.558921:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.559044:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787269888 00000100:00100000:2.0:1776265355.559097:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17311 00000100:00100000:2.0:1776265355.559104:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8f2192b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+371:11451:x1862548787269888:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.559136:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1776265355.559327:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8f2192b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+371:11451:x1862548787269888:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 218us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265355.559336:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17311 00000100:00100000:0.0:1776265355.562657:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.562758:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787269952 00000100:00100000:3.0:1776265355.562816:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17312 00000100:00100000:3.0:1776265355.562822:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a769e0ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+371:11451:x1862548787269952:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265355.562854:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x3d1:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265355.563104:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x3d1:0x0]: rc = -2 00000100:00100000:3.0:1776265355.563207:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a769e0ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+371:11451:x1862548787269952:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 384us (558us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265355.563260:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17312 00000100:00100000:1.0:1776265355.563952:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.564099:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787270080 00000100:00100000:0.0:1776265355.564141:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5036 00000100:00100000:0.0:1776265355.564147:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b84889e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+371:11455:x1862548787270080:12345-192.168.204.57@tcp:35:rm.0 00000100:00100000:0.0:1776265355.564518:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b84889e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+372:11455:x1862548787270080:12345-192.168.204.57@tcp:35:rm.0 Request processed in 370us (568us total) trans 4294976100 rc 0/0 00000100:00100000:0.0:1776265355.564525:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5036 00000100:00100000:3.0:1776265355.566685:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.566776:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.567150:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787270208 00000100:00100000:1.0:1776265355.567199:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787270272 00000100:00100000:1.0:1776265355.567249:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17313 00000100:00100000:1.0:1776265355.567255:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029227a70 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+373:11455:x1862548787270208:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:1.0:1776265355.567332:0:12468:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776265355.567360:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a2fd9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x202:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46789 expref: 373 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.567384:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000044a68499/0xeb74cb2ea36835b0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x202:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c571 expref: 372 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.567396:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000037019ad/0xeb74cb2ea367eca0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x202:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aa3c expref: 371 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.567407:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000005f87d58/0xeb74cb2ea367ebdc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x202:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a9fd expref: 370 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.567416:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x202:0x0].0x0 (00000000a1c00bdc) 00010000:00010000:1.0:1776265355.567426:0:12468:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265355.567455:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2fe0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.567471:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2fe0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.567482:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2fe0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.567497:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a2fe7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1ee:0x0].0xc144154 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.567503:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a2fe7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ee:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.567510:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a2fe7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ee:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.567619:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a2fee lrc: 3/0,1 mode: --/EX res: [0x200000401:0x202:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.567627:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a2fee lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x202:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.567633:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a2fee lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x202:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265355.568241:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17314 00000100:00100000:3.0:1776265355.568248:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d43eeda2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+369:11451:x1862548787270272:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265355.568275:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x3d2:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265355.568351:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x3d2:0x0]: rc = -2 00000100:00100000:3.0:1776265355.568431:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d43eeda2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+369:11451:x1862548787270272:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 181us (1654us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265355.568439:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17314 00000040:00080000:1.0:1776265355.571317:0:12468:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5348, 176 off939144 00000004:00200000:1.0:1776265355.571476:0:12468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x202:0x0]: returning size 11776 00000004:00010000:1.0:1776265355.571494:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000029227a70 reply state 00000000886efc21 transno 4294976101 ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a2fee lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x202:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.571539:0:12468:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2fe0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.571546:0:12468:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2fe0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.571553:0:12468:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2fe0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.571560:0:12468:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000273821f1 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265355.571564:0:12468:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2fe0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.571570:0:12468:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2fe0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.571590:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ee:0x0].0x0 (00000000b0ce12c9) 00010000:00010000:1.0:1776265355.571593:0:12468:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265355.571597:0:12468:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2fe0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.571603:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a2fe0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265355.571612:0:12468:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000029227a70 reply state 00000000886efc21 transno 4294976101 ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a2fe7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ee:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265355.572442:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029227a70 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+370:11455:x1862548787270208:12345-192.168.204.57@tcp:36:rm.0 Request processed in 5182us (5762us total) trans 4294976101 rc 0/0 00000100:00100000:1.0:1776265355.572453:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17313 00000100:00100000:2.0:1776265355.572784:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.574576:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787270336 00000100:00100000:1.0:1776265355.574638:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17315 00000100:00100000:1.0:1776265355.574645:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8e83f0a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+370:11451:x1862548787270336:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265355.574679:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265355.574774:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:1.0:1776265355.574839:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8e83f0a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+370:11451:x1862548787270336:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 193us (2056us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265355.574846:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17315 00000100:00100000:3.0:1776265355.575620:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:1.0:1776265355.575912:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a2fe7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ee:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.575925:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a2fe7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ee:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.575932:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a2fe7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ee:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.575937:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004c46980d already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265355.575941:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a2fe7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ee:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.575948:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a2fe7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1ee:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.575964:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ee:0x0].0xc144154 (00000000535eb690) 00010000:00010000:1.0:1776265355.575967:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265355.575971:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a2fe7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1ee:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.575976:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a2fe7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1ee:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.575992:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a2fee lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x202:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.576013:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a2fee lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x202:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.576018:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a2fee lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x202:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.576023:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003c6c2e53 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265355.576025:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a2fee lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x202:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.576031:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a2fee lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x202:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.576038:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x202:0x0].0x0 (000000007a02aa4a) 00010000:00010000:1.0:1776265355.576040:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776265355.576042:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a2fee lrc: 2/0,0 mode: --/EX res: [0x200000401:0x202:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.576048:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a2fee lrc: 0/0,0 mode: --/EX res: [0x200000401:0x202:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265355.576080:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787270400 00000100:00100000:1.0:1776265355.576116:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17316 00000100:00100000:1.0:1776265355.576121:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d90809ed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+369:11455:x1862548787270400:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:1.0:1776265355.576141:0:12468:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776265355.576158:0:12468:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bcd87970/0xeb74cb2ea36a2ff5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46790 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.576232:0:12468:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a2ffc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x265:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.576247:0:12468:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a2ffc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x265:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.576257:0:12468:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a2ffc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x265:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1776265355.576309:0:12468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x265:0x0]: returning size 11776 00000004:00200000:1.0:1776265355.576313:0:12468:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1776265355.576468:0:12468:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a2ffc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x265:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.576493:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bcd87970/0xeb74cb2ea36a2ff5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46790 expref: 371 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.576506:0:12468:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a2ffc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x265:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46790 expref: 370 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.576512:0:12468:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x265:0x0].0x0 (000000002c23a704) 00010000:00010000:1.0:1776265355.576514:0:12468:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1776265355.576516:0:12468:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003c82791c, rc 0) 00000100:00100000:1.0:1776265355.576558:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d90809ed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+370:11455:x1862548787270400:12345-192.168.204.57@tcp:101:rm.0 Request processed in 435us (942us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265355.576564:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17316 00000100:00100000:3.0:1776265355.578319:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.578807:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787270464 00000100:00100000:2.0:1776265355.578859:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17317 00000100:00100000:2.0:1776265355.578866:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003fee0373 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+370:11451:x1862548787270464:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.578915:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.579017:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:2.0:1776265355.579076:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003fee0373 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+370:11451:x1862548787270464:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 210us (763us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.579084:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17317 00000100:00100000:2.0:1776265355.580663:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.580729:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787270528 00000100:00100000:1.0:1776265355.580782:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5037 00000100:00100000:1.0:1776265355.580788:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040d5c2bb pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+370:11455:x1862548787270528:12345-192.168.204.57@tcp:37:rm.0 00000100:00100000:3.0:1776265355.582691:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.582766:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787270592 00000100:00100000:0.0:1776265355.582817:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17318 00000100:00100000:0.0:1776265355.582824:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000834adb68 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+372:11451:x1862548787270592:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.582852:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265355.582937:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:0.0:1776265355.582986:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000834adb68 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+372:11451:x1862548787270592:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 162us (302us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265355.582994:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17318 00000100:00100000:1.0:1776265355.585917:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040d5c2bb pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+370:11455:x1862548787270528:12345-192.168.204.57@tcp:37:rm.0 Request processed in 5120us (5251us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265355.585933:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5037 00000100:00100000:3.0:1776265355.588319:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.596357:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.596675:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787270656 00000100:00100000:0.0:1776265355.596721:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17319 00000100:00100000:0.0:1776265355.596729:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000026487d95 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+370:11451:x1862548787270656:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.597410:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265355.597704:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:0.0:1776265355.598020:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000026487d95 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+370:11451:x1862548787270656:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 1275us (9694us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265355.598031:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17319 00000100:00100000:1.0:1776265355.601234:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787270784 00000100:00100000:1.0:1776265355.601294:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5038 00000100:00100000:1.0:1776265355.601301:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ee9c659 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+370:11455:x1862548787270784:12345-192.168.204.57@tcp:35:rm.0 00000100:00100000:1.0:1776265355.601672:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ee9c659 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+371:11455:x1862548787270784:12345-192.168.204.57@tcp:35:rm.0 Request processed in 370us (5322us total) trans 4294976102 rc 0/0 00000100:00100000:1.0:1776265355.601685:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5038 00000100:00100000:0.0:1776265355.606058:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.606251:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787270848 00000100:00100000:3.0:1776265355.606304:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17320 00000100:00100000:3.0:1776265355.606312:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e8da7b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+371:11451:x1862548787270848:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265355.606343:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x3d3:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265355.607970:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x3d3:0x0]: rc = -2 00000100:00100000:3.0:1776265355.608051:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e8da7b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+371:11451:x1862548787270848:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 1736us (1998us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265355.608064:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17320 00000100:00100000:3.0:1776265355.609740:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.609828:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787270976 00000100:00100000:0.0:1776265355.609890:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17321 00000100:00100000:0.0:1776265355.609897:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000972b78f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+371:11455:x1862548787270976:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:0.0:1776265355.609956:0:11775:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1776265355.609985:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003c82791c/0xeb74cb2ea36a2ffc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x265:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46790 expref: 371 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.610016:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000abedadb4/0xeb74cb2ea3690373 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x265:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece40b55 expref: 370 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.610029:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d9491c53/0xeb74cb2ea3688edb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x265:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3e323 expref: 369 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.610041:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ec0455e1/0xeb74cb2ea3681351 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x265:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ba03 expref: 368 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.610051:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x265:0x0].0x0 (000000002c23a704) 00010000:00010000:0.0:1776265355.610061:0:11775:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776265355.610096:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a3003 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.610111:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a3003 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.610120:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a3003 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.610136:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a300a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1ee:0x0].0x106120ec bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.610144:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a300a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.610151:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a300a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.610272:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a3011 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x265:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.610281:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a3011 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x265:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.610287:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a3011 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x265:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776265355.610718:0:11775:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5349, 176 off939320 00000004:00200000:0.0:1776265355.610777:0:11775:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x265:0x0]: returning size 11776 00000004:00010000:0.0:1776265355.610790:0:11775:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000972b78f0 reply state 000000007ec1e4cc transno 4294976103 ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a3011 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x265:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.610830:0:11775:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a3003 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.610837:0:11775:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a3003 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.610843:0:11775:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a3003 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.610850:0:11775:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e089eab5 already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265355.610853:0:11775:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a3003 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.610861:0:11775:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a3003 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.610871:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ee:0x0].0x0 (00000000b0ce12c9) 00010000:00010000:0.0:1776265355.610873:0:11775:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265355.610877:0:11775:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a3003 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.610882:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a3003 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776265355.610894:0:11775:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000972b78f0 reply state 000000007ec1e4cc transno 4294976103 ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a300a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265355.610986:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000972b78f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+369:11455:x1862548787270976:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1088us (1259us total) trans 4294976103 rc 0/0 00000100:00100000:0.0:1776265355.610994:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17321 00000100:00100000:3.0:1776265355.613571:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.613663:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.613716:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787271040 00000100:00100000:3.0:1776265355.613763:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17322 00000100:00100000:3.0:1776265355.613770:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4d52001 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+369:11451:x1862548787271040:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265355.613805:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x3d4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265355.613892:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x3d4:0x0]: rc = -2 00000100:00100000:2.0:1776265355.613917:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787271168 00000100:00100000:3.0:1776265355.613948:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4d52001 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+370:11451:x1862548787271040:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 177us (382us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.613952:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5039 00000100:00100000:2.0:1776265355.613960:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008580f9a pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+370:11455:x1862548787271168:12345-192.168.204.57@tcp:35:rm.0 00000100:00100000:3.0:1776265355.613964:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17322 00010000:00010000:1.0:1776265355.614111:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a300a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.614123:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a300a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.614131:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a300a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.614138:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000080de0693 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265355.614141:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a300a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.614148:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a300a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1ee:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.614165:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ee:0x0].0x106120ec (000000001739787e) 00010000:00010000:1.0:1776265355.614168:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265355.614172:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a300a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1ee:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.614178:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a300a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1ee:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.614206:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a3011 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x265:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.614236:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a3011 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x265:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.614243:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a3011 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x265:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.614248:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b339eeef already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265355.614250:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a3011 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x265:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.614256:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a3011 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x265:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.614264:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x265:0x0].0x0 (0000000021e88cee) 00010000:00010000:1.0:1776265355.614267:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776265355.614269:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a3011 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x265:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.614274:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b339eeef/0xeb74cb2ea36a3011 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x265:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265355.614354:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008580f9a pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+369:11455:x1862548787271168:12345-192.168.204.57@tcp:35:rm.0 Request processed in 393us (690us total) trans 4294976104 rc 0/0 00000100:00100000:2.0:1776265355.614362:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5039 00000100:00100000:3.0:1776265355.621762:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.622122:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787271296 00000100:00100000:2.0:1776265355.622179:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17323 00000100:00100000:2.0:1776265355.622187:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abde29a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+369:11455:x1862548787271296:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:2.0:1776265355.622273:0:5508:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1776265355.622302:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d9621d56/0xeb74cb2ea367f29d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ee:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aca4 expref: 369 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.622325:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000092e0d751/0xeb74cb2ea36825d4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ee:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3c04d expref: 368 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.622359:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000015a09d3/0xeb74cb2ea367e7c2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ee:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a867 expref: 367 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.622372:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ee:0x0].0x0 (00000000b0ce12c9) 00010000:00010000:2.0:1776265355.622400:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a2d71 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ec:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46712 expref: 366 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.622413:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ec:0x0].0x0 (000000001d7a02f7) 00010000:00010000:2.0:1776265355.622417:0:5508:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776265355.622451:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a3018 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.622466:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a3018 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.622476:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a3018 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.622487:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a301f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1ec:0x0].0xfe8990f0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.622492:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a301f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ec:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.622496:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a301f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ec:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.622645:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a3026 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.622655:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a3026 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.622662:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a3026 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776265355.623084:0:5508:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5350, 176 off939496 00000004:00200000:2.0:1776265355.623137:0:5508:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1ee:0x0]: returning size 11776 00000004:00010000:2.0:1776265355.623151:0:5508:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000abde29a9 reply state 00000000e7cb0f91 transno 4294976105 ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a3026 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.623198:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a3018 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.623203:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a3018 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.623208:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a3018 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.623244:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000e3f762e already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265355.623247:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a3018 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.623254:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a3018 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.623263:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ec:0x0].0x0 (000000001d7a02f7) 00010000:00010000:2.0:1776265355.623265:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265355.623269:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a3018 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.623275:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a3018 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776265355.623284:0:5508:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000abde29a9 reply state 00000000e7cb0f91 transno 4294976105 ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a301f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ec:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265355.623377:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abde29a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+367:11455:x1862548787271296:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1187us (1618us total) trans 4294976105 rc 0/0 00000100:00100000:2.0:1776265355.623389:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17323 00000100:00100000:1.0:1776265355.625674:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.625780:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787271360 00000100:00100000:2.0:1776265355.625900:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17324 00000100:00100000:2.0:1776265355.625907:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1cab380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+367:11451:x1862548787271360:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.625942:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.626027:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:2.0:1776265355.626081:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1cab380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+367:11451:x1862548787271360:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 172us (412us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.626088:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17324 00010000:00010000:1.0:1776265355.632365:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a301f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ec:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.632386:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a301f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ec:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.632394:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a301f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ec:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.632401:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000713f64bf already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265355.632405:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a301f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ec:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.632412:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a301f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1ec:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.632428:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ec:0x0].0xfe8990f0 (00000000fd1f0643) 00010000:00010000:1.0:1776265355.632431:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265355.632435:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a301f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1ec:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.632441:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a301f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1ec:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.632459:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a3026 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.632464:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a3026 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.632470:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a3026 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.632475:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7305bb6 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265355.632477:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a3026 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.632482:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a3026 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.632489:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ee:0x0].0x0 (0000000049418cf0) 00010000:00010000:1.0:1776265355.632492:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776265355.632494:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a3026 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.632499:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a3026 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265355.634124:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.634166:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.634199:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787271552 00000100:00100000:2.0:1776265355.634199:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787271488 00000100:00100000:3.0:1776265355.634266:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17325 00000100:00100000:2.0:1776265355.634266:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5040 00000100:00100000:3.0:1776265355.634273:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c7f9aef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+367:11451:x1862548787271552:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000100:00100000:2.0:1776265355.634273:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069114c22 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+367:11455:x1862548787271488:12345-192.168.204.57@tcp:35:rm.0 00000004:00000080:3.0:1776265355.634307:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265355.634537:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:3.0:1776265355.634589:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c7f9aef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+368:11451:x1862548787271552:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 315us (423us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265355.634597:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17325 00000100:00100000:2.0:1776265355.635497:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069114c22 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+367:11455:x1862548787271488:12345-192.168.204.57@tcp:35:rm.0 Request processed in 1220us (1376us total) trans 4294976106 rc 0/0 00000100:00100000:2.0:1776265355.635508:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5040 00000100:00100000:2.0:1776265355.638979:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.639127:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.640855:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787271680 00000100:00100000:3.0:1776265355.640916:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787271744 00000100:00100000:3.0:1776265355.640939:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17326 00000100:00100000:3.0:1776265355.640946:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040d5c2bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+368:11455:x1862548787271680:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:3.0:1776265355.641020:0:11775:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1776265355.641051:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dc170dc0/0xeb74cb2ea368247d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ec:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bfd6 expref: 368 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.641078:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000040a84b21/0xeb74cb2ea367e30e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ec:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a67d expref: 367 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.641092:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000af2b2062/0xeb74cb2ea367e227 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ec:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a645 expref: 366 pid: 5509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.641102:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ec:0x0].0x0 (000000001d7a02f7) 00010000:00010000:3.0:1776265355.641115:0:11775:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776265355.641151:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a302d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.641165:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a302d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.641174:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a302d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.641187:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a3034 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1ea:0x0].0x977fac0d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.641194:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a3034 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ea:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.641199:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a3034 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ea:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.641316:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a303b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.641331:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a303b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.641337:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a303b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776265355.641735:0:11775:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5351, 176 off939672 00000004:00200000:3.0:1776265355.641787:0:11775:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1ec:0x0]: returning size 11776 00000004:00010000:3.0:1776265355.641801:0:11775:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000040d5c2bb reply state 00000000ce8dac0e transno 4294976107 ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a303b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.641834:0:11775:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a302d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.641841:0:11775:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a302d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.641848:0:11775:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a302d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.641854:0:11775:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033a08142 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265355.641857:0:11775:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a302d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.641864:0:11775:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a302d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.641880:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ea:0x0].0x0 (0000000032cc22b0) 00010000:00010000:3.0:1776265355.641882:0:11775:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265355.641886:0:11775:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a302d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.641891:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a302d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776265355.641900:0:11775:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000040d5c2bb reply state 00000000ce8dac0e transno 4294976107 ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a3034 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ea:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265355.641985:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040d5c2bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+367:11455:x1862548787271680:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1037us (3012us total) trans 4294976107 rc 0/0 00000100:00100000:3.0:1776265355.641992:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17326 00000100:00100000:3.0:1776265355.642024:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17327 00000100:00100000:3.0:1776265355.642028:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f4d3775b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+366:11451:x1862548787271744:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265355.642047:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x22c:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265355.642091:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x22c:0x0]: rc = -2 00000100:00100000:3.0:1776265355.642114:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f4d3775b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+366:11451:x1862548787271744:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 85us (2989us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265355.642120:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17327 00010000:00010000:3.0:1776265355.643805:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a3034 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1ea:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.643824:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a3034 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1ea:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.643836:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a3034 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ea:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.643842:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001fbd5648 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265355.643846:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a3034 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1ea:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.643852:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a3034 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1ea:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.643865:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ea:0x0].0x977fac0d (0000000026d14631) 00010000:00010000:3.0:1776265355.643868:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265355.643871:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a3034 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1ea:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.643878:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a3034 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1ea:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.643893:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a303b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.643899:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a303b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.643904:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a303b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.643909:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000072a3f45c already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265355.643910:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a303b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.643916:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a303b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.643922:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ec:0x0].0x0 (00000000f344004c) 00010000:00010000:3.0:1776265355.643925:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265355.643926:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a303b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.643932:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a303b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265355.646371:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.646881:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787271808 00000100:00100000:1.0:1776265355.646966:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17328 00000100:00100000:1.0:1776265355.646972:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b5601e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+365:11451:x1862548787271808:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265355.647019:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x22c:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265355.647117:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x22c:0x0]: rc = -2 00000100:00100000:1.0:1776265355.647181:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b5601e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+365:11451:x1862548787271808:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 208us (818us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265355.647190:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17328 00000100:00100000:3.0:1776265355.653646:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.654057:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787271872 00000100:00100000:1.0:1776265355.654119:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17329 00000100:00100000:1.0:1776265355.654126:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000018383da0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+365:11451:x1862548787271872:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265355.654164:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x3d5:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265355.654278:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x3d5:0x0]: rc = -2 00000100:00100000:1.0:1776265355.654357:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000018383da0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+365:11451:x1862548787271872:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 227us (716us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265355.654371:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17329 00000100:00100000:2.0:1776265355.654521:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000001:00080000:3.0:1776265355.654579:0:6332:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 4294968206 is committed 00000001:00080000:3.0:1776265355.654591:0:6332:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 4294968201 is committed 00000100:00100000:1.0:1776265355.654755:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787271936 00000100:00100000:1.0:1776265355.654787:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17330 00000100:00100000:1.0:1776265355.654792:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069927f49 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+365:11455:x1862548787271936:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:1.0:1776265355.654809:0:5507:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776265355.654832:0:5507:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bcd87970/0xeb74cb2ea36a3042 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece46797 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.655665:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a3049 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.655686:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a3049 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.655699:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a3049 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.655713:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a3050 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.655730:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a3050 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.655737:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a3050 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.655840:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a3057 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.655849:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a3057 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1ea:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.655856:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a3057 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1ea:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1776265355.655902:0:5507:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1ea:0x0]: returning size 11776 00000004:00200000:1.0:1776265355.655906:0:5507:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1776265355.655925:0:5507:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a3057 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1ea:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.655936:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a3049 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.655942:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a3049 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.655949:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a3049 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.655955:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003c6c2e53 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265355.655959:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a3049 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.655966:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a3049 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.655978:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x0 (000000000f4c4d98) 00010000:00010000:1.0:1776265355.655981:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265355.655985:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a3049 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.655991:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a3049 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.656012:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a3050 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.656018:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a3050 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.656024:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a3050 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.656030:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004c46980d already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265355.656040:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a3050 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.656046:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a3050 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.656052:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x12eaac0d (000000007a02aa4a) 00010000:00010000:1.0:1776265355.656054:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265355.656055:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a3050 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.656060:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a3050 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.656092:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bcd87970/0xeb74cb2ea36a3042 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46797 expref: 367 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.656104:0:5507:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a3057 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1ea:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46797 expref: 366 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.656110:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ea:0x0].0x0 (0000000032cc22b0) 00010000:00010000:1.0:1776265355.656112:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1776265355.656114:0:5507:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000273821f1, rc 0) 00000100:00100000:1.0:1776265355.656180:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069927f49 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+366:11455:x1862548787271936:12345-192.168.204.57@tcp:101:rm.0 Request processed in 1385us (1659us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265355.656188:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17330 00000001:00080000:2.0:1776265355.657541:0:6332:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 4294968207 is committed 00000100:00100000:0.0:1776265355.660151:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.660305:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787272064 00000100:00100000:0.0:1776265355.660308:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.660374:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5041 00000100:00100000:3.0:1776265355.660394:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ad509e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+366:11455:x1862548787272064:12345-192.168.204.57@tcp:35:rm.0 00000100:00100000:2.0:1776265355.660534:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787272128 00000100:00100000:2.0:1776265355.660594:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17331 00000100:00100000:2.0:1776265355.660601:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000979ed25c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+368:11451:x1862548787272128:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.660639:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x3d6:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1776265355.660698:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ad509e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+368:11455:x1862548787272064:12345-192.168.204.57@tcp:35:rm.0 Request processed in 313us (556us total) trans 4294976108 rc 0/0 00000100:00100000:3.0:1776265355.660708:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5041 00000004:00000080:2.0:1776265355.660764:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x3d6:0x0]: rc = -2 00000100:00100000:2.0:1776265355.660830:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000979ed25c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+367:11451:x1862548787272128:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 227us (523us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.660840:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17331 00000001:00080000:2.0:1776265355.660883:0:6332:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 4294968210 is committed 00000001:00080000:2.0:1776265355.660912:0:6332:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 4294968202 is committed 00000100:00100000:0.0:1776265355.668300:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.668347:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.668572:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787272192 00000100:00100000:2.0:1776265355.668632:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787272320 00000100:00100000:2.0:1776265355.668661:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17332 00000100:00100000:2.0:1776265355.668668:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1162dd6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+368:11451:x1862548787272192:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.668723:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1eb:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1776265355.668752:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17333 00000100:00100000:3.0:1776265355.668765:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c25db2cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+368:11455:x1862548787272320:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:3.0:1776265355.668830:0:11775:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00000004:00000080:2.0:1776265355.668859:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1eb:0x0]: rc = -2 00010000:00010000:3.0:1776265355.668865:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a3057 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1ea:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46797 expref: 368 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.668899:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a2d40 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1ea:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46704 expref: 367 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.668911:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ea:0x0].0x0 (0000000032cc22b0) 00010000:00010000:3.0:1776265355.668927:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a2b25 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4664e expref: 366 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.668936:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x0 (000000000f4c4d98) 00010000:00010000:3.0:1776265355.668945:0:11775:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776265355.668946:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1162dd6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+365:11451:x1862548787272192:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 273us (657us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.668957:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17332 00010000:00010000:3.0:1776265355.668985:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a305e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.669001:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a305e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.669026:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a305e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.669037:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a3065 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.669044:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a3065 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.669050:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a3065 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.669361:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a306c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.669371:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a306c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.669378:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a306c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776265355.669815:0:11775:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5352, 176 off939848 00000004:00200000:3.0:1776265355.669866:0:11775:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1ea:0x0]: returning size 11776 00000004:00010000:3.0:1776265355.669880:0:11775:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c25db2cb reply state 00000000e0d6542b transno 4294976109 ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a306c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.669915:0:11775:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a305e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.669920:0:11775:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a305e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.669926:0:11775:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a305e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.669932:0:11775:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000072a3f45c already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265355.669936:0:11775:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a305e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.669942:0:11775:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a305e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.669951:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x0 (00000000f344004c) 00010000:00010000:3.0:1776265355.669954:0:11775:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265355.669957:0:11775:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a305e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.669962:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a305e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1776265355.669973:0:11775:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c25db2cb reply state 00000000e0d6542b transno 4294976109 ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a3065 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265355.670076:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c25db2cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+366:11455:x1862548787272320:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1311us (1728us total) trans 4294976109 rc 0/0 00000100:00100000:3.0:1776265355.670086:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17333 00000100:00100000:0.0:1776265355.676790:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.676899:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:1.0:1776265355.676962:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a3065 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.676981:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a3065 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.676990:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a3065 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.676997:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001fbd5648 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265355.677388:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a3065 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.677412:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a3065 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.677432:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x12eaac0d (0000000026d14631) 00010000:00010000:1.0:1776265355.677436:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265355.677441:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a3065 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265355.677446:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787272448 00010000:00010000:1.0:1776265355.677449:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a3065 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1e3:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265355.677683:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787272512 00000100:00100000:3.0:1776265355.677735:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17334 00000100:00100000:3.0:1776265355.677742:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000859b5408 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+367:11451:x1862548787272512:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265355.677778:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1eb:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1776265355.677826:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17335 00000100:00100000:2.0:1776265355.677833:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f2690a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+367:11455:x1862548787272448:12345-192.168.204.57@tcp:36:rm.0 00000004:00000080:3.0:1776265355.677869:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1eb:0x0]: rc = -2 00000100:00100000:3.0:1776265355.677937:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000859b5408 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+367:11451:x1862548787272512:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 194us (1038us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265355.677948:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17334 00010000:00010000:2.0:1776265355.677960:0:5507:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1776265355.677990:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002fa64e5c/0xeb74cb2ea3681acf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e4:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bcbf expref: 366 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.678018:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006e18e5ef/0xeb74cb2ea367d92f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a34a expref: 365 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.678107:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001dad47e8/0xeb74cb2ea367d91a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e4:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a343 expref: 364 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.678121:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e4:0x0].0x0 (0000000097df5a85) 00010000:00010000:2.0:1776265355.678130:0:5507:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776265355.678162:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a3073 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.678176:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a3073 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.678186:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a3073 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.678197:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a307a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1e3:0x0].0xaaaf1035 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.678291:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a307a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e3:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.678298:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a307a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e3:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.678379:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a3081 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.678388:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a3081 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.678395:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a3081 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776265355.680298:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].466, 64 off38080 00000004:00080000:2.0:1776265355.680311:0:5507:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 456763097514ns, next at 457763093219ns, rc = 0 00000040:00080000:2.0:1776265355.680335:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5353, 184 off940032 00010000:00010000:2.0:1776265355.680409:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a3088 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.680426:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a3088 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.680437:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a3088 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.680444:0:5507:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a3088 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.680449:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a3088 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.680456:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a3088 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.680476:0:5507:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776265355.680496:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000002f2690a9 reply state 0000000052fffeb2 transno 4294976110 ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a3081 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.680505:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a306c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.680519:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a306c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.680527:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a306c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.680534:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033a08142 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265355.680539:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a306c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.680546:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a306c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.680548:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a3073 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.680558:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265355.680563:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a3088 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.680564:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a3073 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.680567:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1ea:0x0].0x0 (00000000fede7aae) 00010000:00010000:1.0:1776265355.680573:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776265355.680577:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a306c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.680578:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000076649c01 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265355.680581:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a3088 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.680583:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a3073 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.680588:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033a08142/0xeb74cb2ea36a306c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.680604:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a3088 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.680611:0:5496:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e4:0x0].0x0 (000000001ae6b72d) 00010000:00010000:3.0:1776265355.680613:0:5496:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265355.680615:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a3088 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.680620:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a3088 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.680631:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265355.680632:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265355.680633:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776265355.680899:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.680981:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787272576 00000100:00100000:0.0:1776265355.681074:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17336 00000100:00100000:0.0:1776265355.681082:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000901e4bea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+364:11451:x1862548787272576:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.681112:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x22b:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265355.681186:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x22b:0x0]: rc = -2 00000100:00100000:0.0:1776265355.681487:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000901e4bea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+364:11451:x1862548787272576:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 404us (590us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265355.681495:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17336 00010000:00010000:2.0:1776265355.682150:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000e3f762e already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265355.682156:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a3073 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.682166:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a3073 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.682180:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x0 (0000000077f54d08) 00010000:00010000:2.0:1776265355.682183:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265355.682186:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a3073 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.682192:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a3073 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776265355.682209:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000002f2690a9 reply state 0000000052fffeb2 transno 4294976110 ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a307a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e3:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265355.682292:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f2690a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+364:11455:x1862548787272448:12345-192.168.204.57@tcp:36:rm.0 Request processed in 4458us (5515us total) trans 4294976110 rc 0/0 00000100:00100000:2.0:1776265355.682302:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17335 00000100:00100000:1.0:1776265355.688150:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.688250:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787272640 00000100:00100000:2.0:1776265355.688310:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17337 00000100:00100000:2.0:1776265355.688319:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d418942b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+364:11451:x1862548787272640:12345-192.168.204.57@tcp:53:lustre_rsync.0 00010000:00010000:3.0:1776265355.688333:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a307a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e3:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000004:00000080:2.0:1776265355.688357:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x22b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.688453:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x22b:0x0]: rc = -2 00010000:00010000:3.0:1776265355.688477:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a307a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1e3:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.688486:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a307a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e3:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.688493:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d710ab5a already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265355.688498:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a307a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e3:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.688506:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a307a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1e3:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265355.688517:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d418942b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+364:11451:x1862548787272640:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 196us (379us total) trans 0 rc -2/-2 00010000:00010000:3.0:1776265355.688523:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0xaaaf1035 (0000000045cd33f9) 00000100:00100000:2.0:1776265355.688528:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17337 00010000:00010000:3.0:1776265355.688529:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265355.688533:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a307a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1e3:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.688540:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a307a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1e3:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.688557:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a3081 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.688562:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a3081 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.688567:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a3081 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.688571:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004bea40e2 already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265355.688573:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a3081 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.688578:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a3081 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.688584:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e4:0x0].0x0 (000000001ae6b72d) 00010000:00010000:3.0:1776265355.688586:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265355.688587:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a3081 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.688596:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a3081 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265355.696347:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.696652:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787272704 00000100:00100000:2.0:1776265355.696710:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17338 00000100:00100000:2.0:1776265355.696717:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ac0fcc6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+363:11451:x1862548787272704:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.696750:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x22b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.696835:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x22b:0x0]: rc = -2 00000100:00100000:2.0:1776265355.696891:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ac0fcc6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+363:11451:x1862548787272704:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 174us (551us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.696899:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17338 00000100:00100000:1.0:1776265355.703738:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.703835:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787272768 00000100:00100000:2.0:1776265355.703892:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17339 00000100:00100000:2.0:1776265355.703899:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a0b3a4c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+363:11451:x1862548787272768:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.703932:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x22b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.704043:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x22b:0x0]: rc = -2 00000100:00100000:2.0:1776265355.704107:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a0b3a4c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+363:11451:x1862548787272768:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 207us (374us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.704118:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17339 00000100:00100000:1.0:1776265355.709350:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.709696:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787272832 00000100:00100000:2.0:1776265355.709805:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17340 00000100:00100000:2.0:1776265355.709812:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b47e1b29 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+363:11451:x1862548787272832:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.709847:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1ec:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.709936:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1ec:0x0]: rc = -2 00000100:00100000:2.0:1776265355.709988:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b47e1b29 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+363:11451:x1862548787272832:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 175us (646us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.709997:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17340 00000100:00100000:0.0:1776265355.716161:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.716280:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787272896 00000100:00100000:2.0:1776265355.716331:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17341 00000100:00100000:2.0:1776265355.716338:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004bcbc724 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+363:11451:x1862548787272896:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.716376:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1ec:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.716474:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1ec:0x0]: rc = -2 00000100:00100000:2.0:1776265355.716540:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004bcbc724 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+363:11451:x1862548787272896:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 202us (388us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.716548:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17341 00010000:00010000:0.0:1776265355.716612:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776265355.720485:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.721013:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787272960 00000100:00100000:0.0:1776265355.721075:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17342 00000100:00100000:0.0:1776265355.721082:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f08c8e57 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+363:11451:x1862548787272960:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.721124:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x22b:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265355.721250:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x22b:0x0]: rc = -2 00000100:00100000:0.0:1776265355.721314:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f08c8e57 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+363:11451:x1862548787272960:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 230us (839us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265355.721322:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17342 00000100:00100000:1.0:1776265355.724772:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.725011:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787273024 00000100:00100000:2.0:1776265355.725071:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17343 00000100:00100000:2.0:1776265355.725079:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032229652 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+363:11451:x1862548787273024:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.725114:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x22b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.725206:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x22b:0x0]: rc = -2 00000100:00100000:2.0:1776265355.725290:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032229652 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+363:11451:x1862548787273024:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 211us (525us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.725303:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17343 00000100:00100000:3.0:1776265355.727264:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.727357:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787273088 00000100:00100000:0.0:1776265355.727404:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17344 00000100:00100000:0.0:1776265355.727410:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f845de9c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+363:11451:x1862548787273088:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.727440:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1ec:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265355.727517:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1ec:0x0]: rc = -2 00000100:00100000:0.0:1776265355.727573:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f845de9c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+363:11451:x1862548787273088:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 161us (315us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265355.727580:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17344 00000100:00100000:1.0:1776265355.730127:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.730186:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787273152 00000100:00100000:2.0:1776265355.730265:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17345 00000100:00100000:2.0:1776265355.730273:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006379f041 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+363:11451:x1862548787273152:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.730308:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1ec:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.730394:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1ec:0x0]: rc = -2 00000100:00100000:2.0:1776265355.730442:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006379f041 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+363:11451:x1862548787273152:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 169us (323us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.730451:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17345 00000100:00100000:1.0:1776265355.732743:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.734141:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787273216 00000100:00100000:0.0:1776265355.734195:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17346 00000100:00100000:0.0:1776265355.734202:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053b1bdce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+363:11451:x1862548787273216:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.734258:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1ec:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265355.734347:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1ec:0x0]: rc = -2 00000100:00100000:0.0:1776265355.734402:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053b1bdce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+363:11451:x1862548787273216:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 199us (1666us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265355.734411:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17346 00000100:00100000:3.0:1776265355.737027:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.737156:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787273280 00000100:00100000:2.0:1776265355.737244:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17347 00000100:00100000:2.0:1776265355.737252:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003fce01e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+363:11451:x1862548787273280:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.737284:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1ec:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.737376:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1ec:0x0]: rc = -2 00000100:00100000:2.0:1776265355.737429:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003fce01e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+363:11451:x1862548787273280:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 177us (412us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.737436:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17347 00000100:00100000:1.0:1776265355.753314:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.753408:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.753860:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787273472 00000100:00100000:2.0:1776265355.753927:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5042 00000100:00100000:2.0:1776265355.753934:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b84889e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+363:11455:x1862548787273472:12345-192.168.204.57@tcp:35:rm.0 00000100:00100000:2.0:1776265355.754195:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b84889e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+364:11455:x1862548787273472:12345-192.168.204.57@tcp:35:rm.0 Request processed in 260us (786us total) trans 4294976111 rc 0/0 00000100:00100000:2.0:1776265355.754203:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5042 00000100:00100000:0.0:1776265355.754623:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787273344 00000100:00100000:0.0:1776265355.754659:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17348 00000100:00100000:0.0:1776265355.754663:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063419e47 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+364:11451:x1862548787273344:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.754684:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x213:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265355.754773:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x213:0x0]: rc = -2 00000100:00100000:0.0:1776265355.754809:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063419e47 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+364:11451:x1862548787273344:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 145us (1504us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265355.754816:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17348 00000100:00100000:3.0:1776265355.758658:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.758842:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787273600 00000100:00100000:2.0:1776265355.758899:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17349 00000100:00100000:2.0:1776265355.758906:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f126ec3d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+364:11455:x1862548787273600:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:2.0:1776265355.758950:0:5507:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1776265355.758976:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008fa3635b/0xeb74cb2ea367de92 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e5:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a51f expref: 364 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.758998:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea367da6a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a3ba expref: 363 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.759020:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bfbdc421/0xeb74cb2ea367dba5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e5:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a431 expref: 362 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.759041:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f664c6ec/0xeb74cb2ea367da55 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e5:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a3b3 expref: 361 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.759053:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e5:0x0].0x0 (000000001457bd20) 00010000:00010000:2.0:1776265355.759064:0:5507:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776265355.759106:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a308f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.759120:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a308f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.759129:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a308f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.759139:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f16467ca/0xeb74cb2ea36a3096 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1e3:0x0].0x3db54834 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.759145:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f16467ca/0xeb74cb2ea36a3096 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e3:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.759152:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f16467ca/0xeb74cb2ea36a3096 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e3:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.759275:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a309d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.759283:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a309d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.759289:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a309d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1776265355.759596:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].467, 64 off38144 00000004:00080000:2.0:1776265355.759602:0:5507:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 456842388162ns, next at 457842385948ns, rc = 0 00000040:00080000:2.0:1776265355.759618:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5354, 176 off940208 00010000:00010000:2.0:1776265355.759674:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a30a4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.759683:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a30a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.759690:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a30a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.759697:0:5507:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a30a4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.759703:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a30a4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.759714:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a30a4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.759749:0:5507:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1776265355.759764:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000f126ec3d reply state 00000000e2eea234 transno 4294976112 ns: mdt-lustre-MDT0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a309d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.759803:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a308f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.759808:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a308f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.759814:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a308f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.759819:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000e3f762e already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265355.759823:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a308f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.759829:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a308f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.759836:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x0 (0000000077f54d08) 00010000:00010000:2.0:1776265355.759838:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265355.759841:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a308f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.759846:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a308f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776265355.759857:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000f126ec3d reply state 00000000e2eea234 transno 4294976112 ns: mdt-lustre-MDT0000_UUID lock: 00000000f16467ca/0xeb74cb2ea36a3096 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e3:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265355.759924:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f126ec3d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+362:11455:x1862548787273600:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1017us (1273us total) trans 4294976112 rc 0/0 00000100:00100000:2.0:1776265355.759932:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17349 00010000:00010000:3.0:1776265355.763522:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265355.763533:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a30a4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.763548:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004bea40e2 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265355.763552:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a30a4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.763561:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a30a4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.763578:0:7890:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e5:0x0].0x0 (0000000025426af4) 00010000:00010000:3.0:1776265355.763581:0:7890:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265355.763585:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a30a4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.763592:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a30a4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.763607:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265355.763609:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265355.763611:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776265355.763859:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.763933:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787273664 00000100:00100000:2.0:1776265355.763962:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1776265355.764301:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f16467ca/0xeb74cb2ea36a3096 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e3:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.764314:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f16467ca/0xeb74cb2ea36a3096 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1e3:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.764321:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f16467ca/0xeb74cb2ea36a3096 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e3:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.764327:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f16467ca already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265355.764331:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f16467ca/0xeb74cb2ea36a3096 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e3:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.764337:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f16467ca/0xeb74cb2ea36a3096 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1e3:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.764347:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x3db54834 (000000001d85a993) 00010000:00010000:3.0:1776265355.764350:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1776265355.764352:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f16467ca/0xeb74cb2ea36a3096 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1e3:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.764358:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f16467ca/0xeb74cb2ea36a3096 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1e3:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.764374:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a309d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.764380:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a309d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.764389:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a309d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.764395:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f1802c1f already unused, calling callback (00000000ec3da329) 00010000:00010000:3.0:1776265355.764397:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a309d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.764402:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a309d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.764408:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e5:0x0].0x0 (0000000025426af4) 00010000:00010000:3.0:1776265355.764410:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1776265355.764411:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a309d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.764416:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a309d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265355.768015:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17350 00000100:00100000:2.0:1776265355.768028:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000064daf3f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+361:11451:x1862548787273664:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.768076:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x213:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.768178:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x213:0x0]: rc = -2 00000100:00100000:2.0:1776265355.768263:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000064daf3f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+361:11451:x1862548787273664:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 236us (4408us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.768271:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17350 00000100:00100000:0.0:1776265355.771896:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787273792 00000100:00100000:0.0:1776265355.772009:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17351 00000100:00100000:0.0:1776265355.772016:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000026ccfe7b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+361:11455:x1862548787273792:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:0.0:1776265355.772881:0:5508:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:0.0:1776265355.772910:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004a34fa31/0xeb74cb2ea367e060 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e7:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a5b2 expref: 361 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.772932:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b530196c/0xeb74cb2ea367dd26 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a4a8 expref: 360 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.772944:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000fd6f265/0xeb74cb2ea367e075 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a5b9 expref: 359 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.772955:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004d89b3e0/0xeb74cb2ea367dd18 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a4a1 expref: 358 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.772965:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e7:0x0].0x0 (000000000b566af0) 00010000:00010000:0.0:1776265355.772990:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000037c74b75/0xeb74cb2ea368213c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bee1 expref: 357 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.772998:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e6:0x0].0x0 (00000000fb77bc3f) 00010000:00010000:0.0:1776265355.773011:0:5508:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776265355.773126:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a30ab lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.773142:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a30ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.773153:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a30ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.773167:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d63ea440/0xeb74cb2ea36a30b2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1e6:0x0].0xa375d043 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.773175:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d63ea440/0xeb74cb2ea36a30b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e6:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.773181:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d63ea440/0xeb74cb2ea36a30b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e6:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.773468:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a30b9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1e7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.773476:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a30b9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.773483:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a30b9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1776265355.773918:0:5508:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].467, 64 off38144 00000040:00080000:0.0:1776265355.773940:0:5508:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5355, 184 off940392 00010000:00010000:0.0:1776265355.774015:0:5508:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a30c0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1e7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.774026:0:5508:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a30c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.774881:0:5508:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a30c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.774892:0:5508:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a30c0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.774899:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a30c0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.774905:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a30c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.774935:0:5508:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1776265355.774957:0:5508:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000026ccfe7b reply state 000000008eb5fa27 transno 4294976113 ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a30b9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265355.775114:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:2.0:1776265355.775320:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265355.775326:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a30c0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.775333:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000997208db already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265355.775336:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a30c0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.775343:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a30c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.775363:0:11772:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e7:0x0].0x0 (00000000b6466c93) 00010000:00010000:2.0:1776265355.775365:0:11772:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1776265355.775368:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a30c0 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.775374:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000997208db/0xeb74cb2ea36a30c0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850451804608 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.775385:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265355.775387:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265355.775388:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265355.775830:0:5508:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a30ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.775840:0:5508:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a30ab lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.775845:0:5508:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a30ab lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.775850:0:5508:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e089eab5 already unused, calling callback (00000000ec3da329) 00010000:00010000:0.0:1776265355.775852:0:5508:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a30ab lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.775863:0:5508:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a30ab lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.775872:0:5508:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e6:0x0].0x0 (00000000fb77bc3f) 00010000:00010000:0.0:1776265355.775875:0:5508:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1776265355.775877:0:5508:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a30ab lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265355.775882:0:5508:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a30ab lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1776265355.775890:0:5508:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000026ccfe7b reply state 000000008eb5fa27 transno 4294976113 ns: mdt-lustre-MDT0000_UUID lock: 00000000d63ea440/0xeb74cb2ea36a30b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e6:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265355.775975:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000026ccfe7b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+358:11455:x1862548787273792:12345-192.168.204.57@tcp:36:rm.0 Request processed in 3957us (12013us total) trans 4294976113 rc 0/0 00000100:00100000:0.0:1776265355.775984:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17351 00000100:00100000:0.0:1776265355.776361:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787273856 00000100:00100000:0.0:1776265355.776401:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17352 00000100:00100000:0.0:1776265355.776406:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088860109 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+358:11451:x1862548787273856:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.776430:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1ec:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265355.776503:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1ec:0x0]: rc = -2 00000100:00100000:0.0:1776265355.776533:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088860109 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+358:11451:x1862548787273856:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 126us (1432us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265355.776541:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17352 00010000:00010000:2.0:1776265355.779431:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d63ea440/0xeb74cb2ea36a30b2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e6:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.779451:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d63ea440/0xeb74cb2ea36a30b2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1e6:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.779458:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d63ea440/0xeb74cb2ea36a30b2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e6:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.779466:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d63ea440 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265355.779469:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d63ea440/0xeb74cb2ea36a30b2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e6:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.779476:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d63ea440/0xeb74cb2ea36a30b2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1e6:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.779493:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e6:0x0].0xa375d043 (000000001491eab9) 00010000:00010000:2.0:1776265355.779496:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265355.779501:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d63ea440/0xeb74cb2ea36a30b2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1e6:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.779506:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d63ea440/0xeb74cb2ea36a30b2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1e6:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.779525:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a30b9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.779531:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a30b9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.779536:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a30b9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.779541:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e6f3f77d already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265355.779543:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a30b9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.779548:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a30b9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.779554:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e7:0x0].0x0 (00000000b6466c93) 00010000:00010000:2.0:1776265355.779556:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776265355.779557:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a30b9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.779562:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a30b9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5508 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265355.783368:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.784184:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787274048 00000100:00100000:1.0:1776265355.784286:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17353 00000100:00100000:1.0:1776265355.784295:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000059955060 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+357:11451:x1862548787274048:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265355.784334:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1ec:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265355.784433:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1ec:0x0]: rc = -2 00000100:00100000:1.0:1776265355.784491:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000059955060 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+357:11451:x1862548787274048:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 196us (1130us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265355.784500:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17353 00000100:00100000:3.0:1776265355.784653:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.786336:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787273984 00000100:00100000:1.0:1776265355.786385:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17354 00000100:00100000:1.0:1776265355.786392:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000419d9712 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+357:11455:x1862548787273984:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:1.0:1776265355.786439:0:5507:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1776265355.786466:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000329a46a2/0xeb74cb2ea367e091 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e8:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a5c0 expref: 357 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.786489:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003542bd54/0xeb74cb2ea367dd81 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a4c4 expref: 356 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.786499:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000094299238/0xeb74cb2ea367e0a6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a5c7 expref: 355 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.786508:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cf68a6c4/0xeb74cb2ea367dd73 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a4bd expref: 354 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.786516:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e8:0x0].0x0 (00000000b0513e5c) 00010000:00010000:1.0:1776265355.786527:0:5507:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265355.786560:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bcd87970/0xeb74cb2ea36a30c7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.786574:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bcd87970/0xeb74cb2ea36a30c7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.786584:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bcd87970/0xeb74cb2ea36a30c7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.786600:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a30ce lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1e6:0x0].0x820cea43 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.786606:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a30ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e6:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.786613:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a30ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e6:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.786710:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a30d5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.786718:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a30d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.786725:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a30d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1776265355.787105:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].468, 64 off38208 00000040:00080000:1.0:1776265355.787127:0:5507:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5356, 184 off940576 00010000:00010000:1.0:1776265355.787191:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a30dc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265355.787210:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:1.0:1776265355.787248:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a30dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.787258:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a30dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.787264:0:5507:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a30dc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.787270:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a30dc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.787275:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a30dc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.787288:0:5507:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1776265355.787305:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000419d9712 reply state 000000002ff0bd16 transno 4294976114 ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a30d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.787352:0:5507:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bcd87970/0xeb74cb2ea36a30c7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.787358:0:5507:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bcd87970/0xeb74cb2ea36a30c7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.787365:0:5507:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bcd87970/0xeb74cb2ea36a30c7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.787371:0:5507:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bcd87970 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265355.787375:0:5507:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bcd87970/0xeb74cb2ea36a30c7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.787382:0:5507:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bcd87970/0xeb74cb2ea36a30c7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.787394:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e6:0x0].0x0 (00000000fb77bc3f) 00010000:00010000:1.0:1776265355.787397:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265355.787400:0:5507:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bcd87970/0xeb74cb2ea36a30c7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.787406:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bcd87970/0xeb74cb2ea36a30c7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1776265355.787416:0:5507:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000419d9712 reply state 000000002ff0bd16 transno 4294976114 ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a30ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e6:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.787469:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265355.787474:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a30dc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.787481:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c079a2d5 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265355.787484:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a30dc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.787490:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a30dc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.787499:0:5496:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e8:0x0].0x0 (00000000535eb690) 00010000:00010000:3.0:1776265355.787502:0:5496:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1776265355.787504:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a30dc lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.787509:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a30dc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850452025792 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.787518:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265355.787519:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265355.787521:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776265355.789417:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787274112 00000100:00100000:2.0:1776265355.789474:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17355 00000100:00100000:2.0:1776265355.789481:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fbef4517 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+355:11451:x1862548787274112:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.789518:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1ec:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.789598:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1ec:0x0]: rc = -2 00000100:00100000:2.0:1776265355.790289:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fbef4517 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+355:11451:x1862548787274112:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 803us (3082us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.790298:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17355 00000100:00100000:1.0:1776265355.796538:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000419d9712 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+355:11455:x1862548787273984:12345-192.168.204.57@tcp:36:rm.0 Request processed in 10136us (11877us total) trans 4294976114 rc 0/0 00000100:00100000:1.0:1776265355.796554:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17354 00010000:00010000:1.0:1776265355.804841:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a30ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e6:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.804863:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a30ce lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1e6:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.804871:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a30ce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e6:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.804878:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004c46980d already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265355.804883:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a30ce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e6:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.804891:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a30ce lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1e6:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.804909:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e6:0x0].0x820cea43 (000000007a02aa4a) 00010000:00010000:1.0:1776265355.804912:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1776265355.804916:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a30ce lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1e6:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.804922:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004c46980d/0xeb74cb2ea36a30ce lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1e6:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.804942:0:2980:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a30d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.804947:0:2980:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a30d5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.804952:0:2980:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a30d5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.804957:0:2980:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003c6c2e53 already unused, calling callback (00000000ec3da329) 00010000:00010000:1.0:1776265355.804959:0:2980:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a30d5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.804964:0:2980:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a30d5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.804971:0:2980:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e8:0x0].0x0 (00000000535eb690) 00010000:00010000:1.0:1776265355.804974:0:2980:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1776265355.804976:0:2980:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a30d5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.804981:0:2980:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a30d5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265355.809143:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.809655:0:12446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787274240 00000100:00100000:2.0:1776265355.809711:0:12446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5043 00000100:00100000:2.0:1776265355.809717:0:12446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ee9c659 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+354:11455:x1862548787274240:12345-192.168.204.57@tcp:35:rm.0 00000100:00100000:2.0:1776265355.809946:0:12446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ee9c659 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+355:11455:x1862548787274240:12345-192.168.204.57@tcp:35:rm.0 Request processed in 228us (811us total) trans 4294976115 rc 0/0 00000100:00100000:2.0:1776265355.809955:0:12446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5043 00000100:00100000:0.0:1776265355.813385:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.813584:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787274304 00000100:00100000:1.0:1776265355.813636:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17356 00000100:00100000:1.0:1776265355.813643:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf50e43e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+355:11451:x1862548787274304:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265355.813680:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1ec:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265355.813795:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1ec:0x0]: rc = -2 00000100:00100000:0.0:1776265355.819979:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.820096:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf50e43e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+355:11451:x1862548787274304:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 6450us (6717us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265355.820112:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17356 00000100:00100000:3.0:1776265355.820200:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787274432 00000100:00100000:3.0:1776265355.820278:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17357 00000100:00100000:3.0:1776265355.820284:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044575fea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+355:11455:x1862548787274432:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:3.0:1776265355.820353:0:11775:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:3.0:1776265355.820385:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007c71435c/0xeb74cb2ea3682246 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e9:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bf2e expref: 355 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.820427:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d7cc44a7/0xeb74cb2ea367deae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e9:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a526 expref: 354 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.820440:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002665e95d/0xeb74cb2ea367dddc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a4e0 expref: 353 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.820450:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000018af80a0/0xeb74cb2ea36821ba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3befd expref: 352 pid: 5508 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.820460:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e500a4df/0xeb74cb2ea367ddce lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a4d9 expref: 351 pid: 6376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.820474:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e9:0x0].0x0 (00000000f751353b) 00010000:00010000:3.0:1776265355.820496:0:11775:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776265355.820547:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a30e3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.820563:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a30e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.820572:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a30e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.820585:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a30ea lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1e6:0x0].0x6fca4125 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.820591:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a30ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e6:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.820598:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a30ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e6:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.820700:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a30f1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1e9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.820707:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a30f1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.820714:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a30f1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1776265355.821093:0:11775:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].468, 64 off38208 00000040:00080000:3.0:1776265355.821115:0:11775:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].5357, 192 off940768 00010000:00010000:3.0:1776265355.821171:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a30f8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1e9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.821181:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a30f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.821188:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a30f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.821195:0:11775:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a30f8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.821201:0:11775:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a30f8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.821205:0:11775:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a30f8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265355.821267:0:11775:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1776265355.821284:0:11775:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000044575fea reply state 0000000036503d3b transno 4294976116 ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a30f1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.821322:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265355.821328:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a30f8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.821338:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000576af19 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265355.821341:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a30f8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.821350:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a30f8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.821361:0:5495:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e9:0x0].0x0 (00000000ff669ec1) 00010000:00010000:1.0:1776265355.821364:0:5495:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1776265355.821367:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a30f8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.821373:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000576af19/0xeb74cb2ea36a30f8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446616850395869632 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265355.821385:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265355.821386:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265355.821387:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265355.821501:0:11775:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a30e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.821509:0:11775:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a30e3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.821514:0:11775:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a30e3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.821518:0:11775:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000072a3f45c already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265355.821521:0:11775:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a30e3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.821526:0:11775:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a30e3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.821535:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e6:0x0].0x0 (00000000fb77bc3f) 00010000:00010000:2.0:1776265355.821537:0:11775:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265355.821539:0:11775:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a30e3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.821544:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a30e3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1776265355.821553:0:11775:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000044575fea reply state 0000000036503d3b transno 4294976116 ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a30ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e6:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265355.821654:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044575fea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11455:x1862548787274432:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1367us (1681us total) trans 4294976116 rc 0/0 00000100:00100000:2.0:1776265355.821662:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17357 00000100:00100000:3.0:1776265355.825588:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:2.0:1776265355.825685:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a30ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e6:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.825701:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a30ea lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1e6:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.825708:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a30ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e6:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.825713:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007e193529 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265355.825717:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a30ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1e6:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.825723:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a30ea lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1e6:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.825741:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e6:0x0].0x6fca4125 (00000000f344004c) 00010000:00010000:2.0:1776265355.825744:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265355.825748:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a30ea lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1e6:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.825754:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007e193529/0xeb74cb2ea36a30ea lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1e6:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.825774:0:2979:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a30f1 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.825780:0:2979:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a30f1 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.825785:0:2979:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a30f1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.825789:0:2979:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000052ef386d already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265355.825791:0:2979:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a30f1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.825796:0:2979:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a30f1 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.825802:0:2979:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e9:0x0].0x0 (00000000ff669ec1) 00010000:00010000:2.0:1776265355.825804:0:2979:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1776265355.825806:0:2979:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a30f1 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.825815:0:2979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a30f1 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265355.830559:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787274496 00000100:00100000:0.0:1776265355.830621:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17358 00000100:00100000:0.0:1776265355.830628:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000939b2658 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+351:11451:x1862548787274496:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.830666:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x213:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265355.830842:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x213:0x0]: rc = -2 00000100:00100000:0.0:1776265355.830957:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000939b2658 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+351:11451:x1862548787274496:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 328us (5378us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265355.830965:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17358 00000100:00100000:0.0:1776265355.835066:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.835279:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787274560 00000100:00100000:2.0:1776265355.835351:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17359 00000100:00100000:2.0:1776265355.835358:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085311c05 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+351:11314:x1862548787274560:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1776265355.835383:0:11775:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1776265355.835402:0:11775:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a30ff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece4679e expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.835465:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3106 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.835479:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3106 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.835490:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3106 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.835502:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a310d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.835508:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a310d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.835513:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a310d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.835803:0:11775:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a3114 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.835814:0:11775:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a3114 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.835820:0:11775:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a3114 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1776265355.835860:0:11775:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1e3:0x0]: returning size 11776 00000004:00200000:2.0:1776265355.835864:0:11775:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1776265355.835897:0:11775:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a3114 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.835910:0:11775:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3106 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.835915:0:11775:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3106 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.835920:0:11775:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3106 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.835926:0:11775:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d710ab5a already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265355.835930:0:11775:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3106 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.835938:0:11775:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3106 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.835949:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000e0fe60e4) 00010000:00010000:2.0:1776265355.835952:0:11775:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265355.835956:0:11775:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3106 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.835962:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3106 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.835973:0:11775:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a310d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.835978:0:11775:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a310d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.835983:0:11775:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a310d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.835988:0:11775:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000076649c01 already unused, calling callback (00000000ec3da329) 00010000:00010000:2.0:1776265355.835990:0:11775:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a310d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.835995:0:11775:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a310d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.836012:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5c7b510 (0000000077f54d08) 00010000:00010000:2.0:1776265355.836014:0:11775:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1776265355.836016:0:11775:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a310d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.836021:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a310d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.836047:0:11775:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a30ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4679e expref: 353 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.836059:0:11775:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7305bb6/0xeb74cb2ea36a3114 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4679e expref: 352 pid: 11775 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265355.836065:0:11775:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e3:0x0].0x0 (00000000d1de1527) 00010000:00010000:2.0:1776265355.836067:0:11775:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1776265355.836069:0:11775:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000f7305bb6, rc 0) 00000100:00100000:2.0:1776265355.836264:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085311c05 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11314:x1862548787274560:12345-192.168.204.57@tcp:101:bash.0 Request processed in 905us (1206us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265355.836273:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17359 00000100:00100000:3.0:1776265355.838070:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.838251:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787274624 00000100:00100000:0.0:1776265355.838300:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17360 00000100:00100000:0.0:1776265355.838307:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029a6ad66 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787274624:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.838348:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x213:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265355.838438:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x213:0x0]: rc = -2 00000100:00100000:0.0:1776265355.839179:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029a6ad66 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787274624:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 868us (1112us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265355.839190:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17360 00000100:00100000:1.0:1776265355.853114:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.853262:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787274688 00000100:00100000:0.0:1776265355.853337:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17361 00000100:00100000:0.0:1776265355.853344:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f4179ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787274688:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.853382:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x213:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265355.853495:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x213:0x0]: rc = -2 00000100:00100000:0.0:1776265355.853562:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f4179ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787274688:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 218us (457us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265355.853572:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17361 00000100:00100000:2.0:1776265355.857992:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.859950:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787274752 00000100:00100000:0.0:1776265355.860078:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17362 00000100:00100000:0.0:1776265355.860087:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd97fb7d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787274752:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.860134:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x213:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265355.860250:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x213:0x0]: rc = -2 00000100:00100000:0.0:1776265355.860309:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd97fb7d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787274752:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 222us (2327us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265355.860326:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17362 00000100:00100000:3.0:1776265355.864693:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.865835:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787274816 00000100:00100000:1.0:1776265355.865904:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17363 00000100:00100000:1.0:1776265355.865911:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dfe9cf12 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787274816:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265355.865947:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x213:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265355.866072:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x213:0x0]: rc = -2 00000100:00100000:1.0:1776265355.866445:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dfe9cf12 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787274816:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 532us (1759us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265355.866454:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17363 00000100:00100000:1.0:1776265355.869391:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.869579:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787274880 00000100:00100000:1.0:1776265355.869680:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17364 00000100:00100000:1.0:1776265355.869686:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003cdd292f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787274880:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265355.869721:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x213:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265355.869809:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x213:0x0]: rc = -2 00000100:00100000:1.0:1776265355.869858:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003cdd292f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787274880:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 171us (477us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265355.869865:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17364 00000100:00100000:3.0:1776265355.873335:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.873421:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787274944 00000100:00100000:2.0:1776265355.873508:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17365 00000100:00100000:2.0:1776265355.873515:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b786afe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787274944:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.873549:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x213:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.873661:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x213:0x0]: rc = -2 00000100:00100000:2.0:1776265355.874467:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b786afe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787274944:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 202us (391us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.874479:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17365 00000100:00100000:3.0:1776265355.877048:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.877331:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787275008 00000100:00100000:2.0:1776265355.877380:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17366 00000100:00100000:2.0:1776265355.877387:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fb1bed4c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787275008:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.877420:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x213:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.877510:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x213:0x0]: rc = -2 00000100:00100000:2.0:1776265355.877573:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fb1bed4c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787275008:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 186us (542us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.877585:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17366 00000100:00100000:1.0:1776265355.883077:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.883320:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787275072 00000100:00100000:0.0:1776265355.883377:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17367 00000100:00100000:0.0:1776265355.883383:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087afb1c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787275072:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.883416:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x214:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265355.883517:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x214:0x0]: rc = -2 00000100:00100000:0.0:1776265355.883570:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087afb1c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787275072:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 187us (501us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265355.883578:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17367 00000100:00100000:2.0:1776265355.889676:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.889746:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787275136 00000100:00100000:0.0:1776265355.889813:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17368 00000100:00100000:0.0:1776265355.889824:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000384d647 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787275136:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.889856:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x214:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265355.889949:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x214:0x0]: rc = -2 00000100:00100000:0.0:1776265355.890021:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000384d647 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787275136:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 196us (354us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265355.890033:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17368 00000100:00100000:3.0:1776265355.899551:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.899631:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787275200 00000100:00100000:0.0:1776265355.899737:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17369 00000100:00100000:0.0:1776265355.899744:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e25814e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787275200:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.899779:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x213:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265355.899909:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x213:0x0]: rc = -2 00000100:00100000:0.0:1776265355.899969:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e25814e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787275200:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 223us (426us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265355.899976:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17369 00000100:00100000:1.0:1776265355.911825:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.911951:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787275264 00000100:00100000:0.0:1776265355.912020:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17370 00000100:00100000:0.0:1776265355.912027:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c06c02e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787275264:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.912062:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x213:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265355.912166:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x213:0x0]: rc = -2 00000100:00100000:0.0:1776265355.912265:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c06c02e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787275264:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 236us (447us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265355.912273:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17370 00000100:00100000:2.0:1776265355.919162:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.924818:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787275328 00000100:00100000:0.0:1776265355.924952:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17371 00000100:00100000:0.0:1776265355.924959:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c3b3e38d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787275328:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.925009:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x214:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265355.925102:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x214:0x0]: rc = -2 00000100:00100000:0.0:1776265355.925181:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c3b3e38d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787275328:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 220us (6026us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265355.925193:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17371 00000100:00100000:3.0:1776265355.931108:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.931657:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787275392 00000100:00100000:2.0:1776265355.931710:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17372 00000100:00100000:2.0:1776265355.931718:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffcbc73f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787275392:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.931751:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x214:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.931840:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x214:0x0]: rc = -2 00000100:00100000:2.0:1776265355.931900:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffcbc73f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787275392:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 181us (799us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.931908:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17372 00000100:00100000:1.0:1776265355.936974:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265355.937785:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787275456 00000100:00100000:0.0:1776265355.937849:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17373 00000100:00100000:0.0:1776265355.937856:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000baac2282 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787275456:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265355.937887:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x213:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265355.937976:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x213:0x0]: rc = -2 00000100:00100000:0.0:1776265355.938055:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000baac2282 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787275456:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 198us (1090us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265355.938063:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17373 00000100:00100000:3.0:1776265355.943838:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.944349:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787275520 00000100:00100000:1.0:1776265355.944406:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17374 00000100:00100000:1.0:1776265355.944413:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000039f21058 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787275520:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265355.944446:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x213:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265355.944551:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x213:0x0]: rc = -2 00000100:00100000:1.0:1776265355.944622:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000039f21058 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787275520:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 208us (795us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265355.944629:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17374 00000100:00100000:0.0:1776265355.957542:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.957915:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787275584 00000100:00100000:3.0:1776265355.957970:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17375 00000100:00100000:3.0:1776265355.957978:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000881020d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787275584:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265355.958021:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x214:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265355.958122:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x214:0x0]: rc = -2 00000100:00100000:3.0:1776265355.958186:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000881020d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787275584:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 207us (652us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265355.958194:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17375 00000100:00100000:3.0:1776265355.960939:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265355.961063:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787275648 00000100:00100000:1.0:1776265355.961121:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17376 00000100:00100000:1.0:1776265355.961127:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035ed1400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787275648:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265355.961160:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x214:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265355.961293:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x214:0x0]: rc = -2 00000100:00100000:1.0:1776265355.961357:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035ed1400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787275648:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 229us (427us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265355.961365:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17376 00000100:00100000:2.0:1776265355.974020:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.974430:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787275712 00000100:00100000:3.0:1776265355.974491:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17377 00000100:00100000:3.0:1776265355.974498:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004eb1efcb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787275712:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265355.974537:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x213:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265355.974861:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x213:0x0]: rc = -2 00000100:00100000:3.0:1776265355.974929:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004eb1efcb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787275712:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 430us (916us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265355.974937:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17377 00000100:00100000:0.0:1776265355.984622:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265355.984908:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787275776 00000100:00100000:3.0:1776265355.984964:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17378 00000100:00100000:3.0:1776265355.984971:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085cb5af1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787275776:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265355.985013:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x213:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265355.985106:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x213:0x0]: rc = -2 00000100:00100000:3.0:1776265355.985167:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085cb5af1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787275776:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 196us (552us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265355.985174:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17378 00000100:00100000:1.0:1776265355.996678:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265355.997888:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787275840 00000100:00100000:2.0:1776265355.997939:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17379 00000100:00100000:2.0:1776265355.997945:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000065015dd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787275840:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265355.997978:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x214:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265355.998097:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x214:0x0]: rc = -2 00000100:00100000:2.0:1776265355.998157:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000065015dd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787275840:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 212us (1488us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265355.998165:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17379 00000100:00100000:2.0:1776265356.015389:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265356.015541:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787275904 00000100:00100000:3.0:1776265356.015608:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17380 00000100:00100000:3.0:1776265356.015616:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000017b44ccc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787275904:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265356.015652:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x214:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265356.015740:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x214:0x0]: rc = -2 00000100:00100000:3.0:1776265356.015800:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000017b44ccc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787275904:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 184us (419us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265356.015808:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17380 00000100:00100000:1.0:1776265356.018881:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.018987:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787275968 00000100:00100000:2.0:1776265356.019054:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17381 00000100:00100000:2.0:1776265356.019061:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086bfccd2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787275968:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.019098:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x213:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.019186:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x213:0x0]: rc = -2 00000100:00100000:2.0:1776265356.019285:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086bfccd2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787275968:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 223us (412us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.019292:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17381 00000100:00100000:0.0:1776265356.029892:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265356.030008:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787276032 00000100:00100000:3.0:1776265356.030094:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17382 00000100:00100000:3.0:1776265356.030101:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000fa6d7f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787276032:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265356.030141:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x213:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265356.030255:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x213:0x0]: rc = -2 00000100:00100000:3.0:1776265356.030321:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000fa6d7f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787276032:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 213us (432us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265356.030495:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17382 00000100:00100000:0.0:1776265356.041125:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265356.041469:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787276096 00000100:00100000:3.0:1776265356.041610:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17383 00000100:00100000:3.0:1776265356.041617:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc55db9a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787276096:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265356.041649:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x214:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265356.041864:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x214:0x0]: rc = -2 00000100:00100000:3.0:1776265356.041944:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc55db9a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787276096:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 326us (829us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265356.041955:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17383 00000100:00100000:1.0:1776265356.049268:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.049459:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787276160 00000100:00100000:2.0:1776265356.049517:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17384 00000100:00100000:2.0:1776265356.049524:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032acf724 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787276160:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.049559:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x214:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.049682:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x214:0x0]: rc = -2 00000100:00100000:2.0:1776265356.049740:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032acf724 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787276160:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 215us (479us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.049748:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17384 00000100:00100000:0.0:1776265356.060903:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265356.061296:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787276224 00000100:00100000:3.0:1776265356.061369:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17385 00000100:00100000:3.0:1776265356.061376:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000667b9357 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787276224:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265356.061412:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x213:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265356.061514:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x213:0x0]: rc = -2 00000100:00100000:3.0:1776265356.061576:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000667b9357 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787276224:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 199us (681us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265356.061585:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17385 00000100:00100000:0.0:1776265356.065499:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265356.066033:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787276288 00000100:00100000:3.0:1776265356.066147:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17386 00000100:00100000:3.0:1776265356.066155:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d2f1a15 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787276288:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265356.066191:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x213:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265356.066331:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x213:0x0]: rc = -2 00000100:00100000:3.0:1776265356.066441:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d2f1a15 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787276288:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 285us (949us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265356.071012:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17386 00000100:00100000:1.0:1776265356.072394:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265356.072582:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787276352 00000100:00100000:3.0:1776265356.072647:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17387 00000100:00100000:3.0:1776265356.072653:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3ce4ddb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787276352:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265356.072686:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x214:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265356.072800:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x214:0x0]: rc = -2 00000100:00100000:3.0:1776265356.072867:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3ce4ddb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787276352:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 214us (480us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265356.072878:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17387 00000100:00100000:1.0:1776265356.078205:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.078471:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787276416 00000100:00100000:2.0:1776265356.078523:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17388 00000100:00100000:2.0:1776265356.078530:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008bcf8233 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787276416:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.078566:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x214:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.078677:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x214:0x0]: rc = -2 00000100:00100000:2.0:1776265356.078732:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008bcf8233 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787276416:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 202us (534us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.078740:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17388 00000100:00100000:1.0:1776265356.086917:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265356.087023:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787276480 00000100:00100000:3.0:1776265356.087078:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17389 00000100:00100000:3.0:1776265356.087084:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0fed656 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787276480:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265356.087119:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x213:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265356.087260:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x213:0x0]: rc = -2 00000100:00100000:3.0:1776265356.087324:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0fed656 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787276480:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 239us (416us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265356.087430:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17389 00000100:00100000:1.0:1776265356.095688:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.095887:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787276544 00000100:00100000:2.0:1776265356.095944:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17390 00000100:00100000:2.0:1776265356.095953:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e3f86cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787276544:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.095988:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x213:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.096103:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x213:0x0]: rc = -2 00000100:00100000:2.0:1776265356.096161:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e3f86cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787276544:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 209us (481us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.096169:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17390 00000100:00100000:1.0:1776265356.100284:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265356.100756:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787276608 00000100:00100000:3.0:1776265356.100814:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17391 00000100:00100000:3.0:1776265356.100822:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056e81de0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787276608:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265356.100855:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x214:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265356.100952:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x214:0x0]: rc = -2 00000100:00100000:3.0:1776265356.101021:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056e81de0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787276608:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 198us (745us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265356.101028:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17391 00000100:00100000:1.0:1776265356.108940:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265356.109029:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787276672 00000100:00100000:3.0:1776265356.109097:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17392 00000100:00100000:3.0:1776265356.109104:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a264981 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787276672:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265356.109137:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x214:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265356.109261:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x214:0x0]: rc = -2 00000100:00100000:3.0:1776265356.109314:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a264981 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787276672:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 210us (380us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265356.109335:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17392 00000100:00100000:2.0:1776265356.114554:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265356.114636:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787276736 00000100:00100000:0.0:1776265356.114684:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17393 00000100:00100000:0.0:1776265356.114692:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec6af6ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787276736:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265356.114727:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x214:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265356.114815:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x214:0x0]: rc = -2 00000100:00100000:0.0:1776265356.114877:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec6af6ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787276736:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 184us (329us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265356.114885:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17393 00000100:00100000:1.0:1776265356.122635:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265356.122734:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787276800 00000100:00100000:3.0:1776265356.122885:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17394 00000100:00100000:3.0:1776265356.122895:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a040d30 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787276800:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265356.122985:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x214:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265356.123135:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x214:0x0]: rc = -2 00000100:00100000:3.0:1776265356.123261:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a040d30 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787276800:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 365us (635us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265356.123273:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17394 00000100:00100000:1.0:1776265356.131670:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265356.133438:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787276864 00000100:00100000:3.0:1776265356.133528:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17395 00000100:00100000:3.0:1776265356.133537:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f8d9e26 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787276864:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265356.133584:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x266:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265356.133860:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x266:0x0]: rc = -2 00000100:00100000:3.0:1776265356.134083:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f8d9e26 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787276864:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 543us (2425us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265356.134093:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17395 00000100:00100000:2.0:1776265356.144388:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265356.144486:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787276928 00000100:00100000:3.0:1776265356.144551:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17396 00000100:00100000:3.0:1776265356.144558:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004acfc652 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787276928:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265356.144599:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x266:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265356.144754:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x266:0x0]: rc = -2 00000100:00100000:2.0:1776265356.145020:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004acfc652 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787276928:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 460us (645us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.145030:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17396 00000100:00100000:1.0:1776265356.152448:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265356.152559:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787276992 00000100:00100000:0.0:1776265356.152789:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17397 00000100:00100000:0.0:1776265356.152798:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b897d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787276992:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265356.152879:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x214:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265356.153031:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x214:0x0]: rc = -2 00000100:00100000:0.0:1776265356.153109:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b897d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787276992:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 311us (813us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265356.153118:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17397 00000100:00100000:0.0:1776265356.157668:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265356.157843:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787277056 00000100:00100000:1.0:1776265356.157922:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17398 00000100:00100000:1.0:1776265356.157933:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000097a4cc3f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787277056:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265356.158023:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x214:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265356.158158:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x214:0x0]: rc = -2 00000100:00100000:1.0:1776265356.158267:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000097a4cc3f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787277056:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 334us (615us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265356.158276:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17398 00000100:00100000:2.0:1776265356.164831:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265356.165521:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787277120 00000100:00100000:1.0:1776265356.165761:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17399 00000100:00100000:1.0:1776265356.165771:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063ac748d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787277120:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265356.165817:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x26a:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265356.165964:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x26a:0x0]: rc = -2 00000100:00100000:1.0:1776265356.166066:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063ac748d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787277120:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 295us (1247us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265356.166199:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17399 00000100:00100000:0.0:1776265356.175953:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265356.176241:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787277184 00000100:00100000:1.0:1776265356.176317:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17400 00000100:00100000:1.0:1776265356.176326:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008708676e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787277184:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265356.176373:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x26a:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265356.176731:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x26a:0x0]: rc = -2 00000100:00100000:1.0:1776265356.177199:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008708676e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787277184:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 870us (1256us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265356.177721:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17400 00000100:00100000:2.0:1776265356.183290:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265356.183439:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787277248 00000100:00100000:1.0:1776265356.183503:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17401 00000100:00100000:1.0:1776265356.183512:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000049d16a43 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787277248:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265356.183556:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x214:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265356.183684:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x214:0x0]: rc = -2 00000100:00100000:1.0:1776265356.183765:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000049d16a43 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787277248:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 254us (489us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265356.183774:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17401 00000100:00100000:2.0:1776265356.190692:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265356.190855:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787277312 00000100:00100000:0.0:1776265356.191114:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17402 00000100:00100000:0.0:1776265356.191122:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062405c2f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787277312:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265356.191166:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x214:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265356.191299:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x214:0x0]: rc = -2 00000100:00100000:0.0:1776265356.191382:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062405c2f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787277312:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 261us (702us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265356.191391:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17402 00000100:00100000:2.0:1776265356.195152:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265356.195940:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787277376 00000100:00100000:0.0:1776265356.196024:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17403 00000100:00100000:0.0:1776265356.196034:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9c1a751 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787277376:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265356.196089:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x26a:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265356.196247:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x26a:0x0]: rc = -2 00000100:00100000:0.0:1776265356.196331:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9c1a751 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787277376:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 298us (1190us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265356.196340:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17403 00000100:00100000:2.0:1776265356.199979:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265356.200695:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787277440 00000100:00100000:1.0:1776265356.200953:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17404 00000100:00100000:1.0:1776265356.200964:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2a0480c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787277440:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265356.201131:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x26a:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265356.201443:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x26a:0x0]: rc = -2 00000100:00100000:1.0:1776265356.201577:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2a0480c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787277440:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 613us (1611us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265356.201587:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17404 00000100:00100000:2.0:1776265356.207053:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265356.207183:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787277504 00000100:00100000:1.0:1776265356.207272:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17405 00000100:00100000:1.0:1776265356.207281:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e99c9859 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787277504:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265356.207344:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x26a:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265356.207482:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x26a:0x0]: rc = -2 00000100:00100000:1.0:1776265356.207859:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e99c9859 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787277504:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 283us (524us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265356.207964:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17405 00000100:00100000:2.0:1776265356.213151:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265356.213450:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787277568 00000100:00100000:1.0:1776265356.213549:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17406 00000100:00100000:1.0:1776265356.213557:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f1dd70c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787277568:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265356.213606:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x26a:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265356.213725:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x26a:0x0]: rc = -2 00000100:00100000:1.0:1776265356.213794:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f1dd70c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787277568:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 237us (654us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265356.213803:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17406 00000100:00100000:3.0:1776265356.217069:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265356.217134:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787277632 00000100:00100000:0.0:1776265356.217196:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17407 00000100:00100000:0.0:1776265356.217204:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c22668b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787277632:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265356.217569:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x214:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265356.217692:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x214:0x0]: rc = -2 00000100:00100000:0.0:1776265356.217824:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c22668b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787277632:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 619us (767us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265356.217835:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17407 00000100:00100000:2.0:1776265356.219928:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265356.220008:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787277696 00000100:00100000:1.0:1776265356.220077:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17408 00000100:00100000:1.0:1776265356.220084:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000997cdb6e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787277696:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265356.220127:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x214:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265356.220702:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x214:0x0]: rc = -2 00000100:00100000:1.0:1776265356.220922:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000997cdb6e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787277696:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 752us (920us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265356.220934:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17408 00000100:00100000:2.0:1776265356.225475:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265356.225746:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787277760 00000100:00100000:1.0:1776265356.225814:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17409 00000100:00100000:1.0:1776265356.225822:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fffb1f1e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787277760:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265356.226168:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265356.227207:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:1.0:1776265356.227675:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fffb1f1e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787277760:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 1846us (2206us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265356.227696:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17409 00000100:00100000:3.0:1776265356.230170:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265356.230362:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787277824 00000100:00100000:1.0:1776265356.230433:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17410 00000100:00100000:1.0:1776265356.230442:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e942b4c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787277824:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265356.230491:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265356.230615:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:1.0:1776265356.230702:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e942b4c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787277824:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 260us (542us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265356.230718:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17410 00000100:00100000:2.0:1776265356.233358:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265356.233512:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787277888 00000100:00100000:1.0:1776265356.233577:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17411 00000100:00100000:1.0:1776265356.233585:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e19082dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787277888:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265356.233632:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265356.233774:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:1.0:1776265356.233848:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e19082dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787277888:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 262us (511us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265356.233857:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17411 00000100:00100000:2.0:1776265356.237690:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265356.237788:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787277952 00000100:00100000:1.0:1776265356.237864:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17412 00000100:00100000:1.0:1776265356.237872:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045ef5f69 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787277952:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265356.237919:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265356.238203:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:1.0:1776265356.238472:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045ef5f69 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787277952:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 598us (793us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265356.238486:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17412 00000100:00100000:2.0:1776265356.242751:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265356.243834:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787278016 00000100:00100000:1.0:1776265356.244091:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17413 00000100:00100000:1.0:1776265356.244099:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf46a79a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787278016:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265356.244170:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265356.244332:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:1.0:1776265356.244415:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf46a79a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787278016:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 315us (1677us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265356.244424:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17413 00000100:00100000:2.0:1776265356.246885:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265356.247053:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787278080 00000100:00100000:1.0:1776265356.247121:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17414 00000100:00100000:1.0:1776265356.247129:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a3964ecf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787278080:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265356.247170:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265356.247447:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:1.0:1776265356.247525:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a3964ecf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787278080:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 395us (658us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265356.247534:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17414 00000100:00100000:2.0:1776265356.252746:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265356.253326:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787278144 00000100:00100000:1.0:1776265356.253392:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17415 00000100:00100000:1.0:1776265356.253400:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eeb2fe3a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787278144:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265356.253445:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265356.253579:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:1.0:1776265356.253654:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eeb2fe3a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787278144:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 254us (923us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265356.253668:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17415 00000100:00100000:2.0:1776265356.257819:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265356.257938:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787278208 00000100:00100000:0.0:1776265356.258103:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17416 00000100:00100000:0.0:1776265356.258112:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ae2fffb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787278208:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265356.258193:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265356.258385:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:0.0:1776265356.258456:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ae2fffb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787278208:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 343us (652us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265356.258465:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17416 00000100:00100000:2.0:1776265356.262000:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265356.263132:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787278272 00000100:00100000:1.0:1776265356.263206:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17417 00000100:00100000:1.0:1776265356.263235:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009493bb33 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787278272:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265356.263285:0:11775:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265356.263425:0:11775:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:1.0:1776265356.263498:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009493bb33 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787278272:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 284us (1523us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265356.263506:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17417 00000100:00100000:2.0:1776265356.266285:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265356.266423:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787278336 00000100:00100000:3.0:1776265356.266549:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17418 00000100:00100000:3.0:1776265356.266558:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000876f417d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787278336:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265356.266616:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265356.266746:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:3.0:1776265356.266824:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000876f417d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787278336:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 266us (618us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265356.266833:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17418 00000100:00100000:0.0:1776265356.273806:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265356.273914:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787278400 00000100:00100000:3.0:1776265356.274091:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17419 00000100:00100000:3.0:1776265356.274102:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009795a079 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787278400:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265356.274189:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265356.274374:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:3.0:1776265356.274465:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009795a079 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787278400:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 363us (672us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265356.274475:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17419 00000100:00100000:0.0:1776265356.277835:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265356.277978:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787278464 00000100:00100000:3.0:1776265356.278062:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17420 00000100:00100000:3.0:1776265356.278071:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd7959bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787278464:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265356.278117:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265356.278260:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:3.0:1776265356.278507:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd7959bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787278464:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 436us (684us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265356.278516:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17420 00000100:00100000:2.0:1776265356.282626:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265356.282749:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787278528 00000100:00100000:1.0:1776265356.282820:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17421 00000100:00100000:1.0:1776265356.282828:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d6311cc7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787278528:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265356.282908:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265356.283051:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:1.0:1776265356.283129:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d6311cc7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787278528:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 301us (516us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265356.283137:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17421 00000100:00100000:0.0:1776265356.286144:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.286574:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787278592 00000100:00100000:2.0:1776265356.286678:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17422 00000100:00100000:2.0:1776265356.286686:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088119a60 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787278592:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.286750:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.286867:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:2.0:1776265356.287004:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088119a60 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787278592:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 317us (869us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.287014:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17422 00000100:00100000:0.0:1776265356.289729:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.289851:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787278656 00000100:00100000:1.0:1776265356.290075:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17423 00000100:00100000:1.0:1776265356.290084:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009593e524 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787278656:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265356.290125:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265356.290271:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:1.0:1776265356.290409:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009593e524 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787278656:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 324us (693us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265356.290418:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17423 00000100:00100000:2.0:1776265356.292257:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265356.292422:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787278720 00000100:00100000:1.0:1776265356.292504:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17424 00000100:00100000:1.0:1776265356.292509:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d987fd6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787278720:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265356.292544:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265356.292647:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:1.0:1776265356.292702:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d987fd6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787278720:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 191us (456us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265356.292709:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17424 00000100:00100000:0.0:1776265356.295320:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265356.295450:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787278784 00000100:00100000:1.0:1776265356.295520:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17425 00000100:00100000:1.0:1776265356.295528:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8d087eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787278784:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265356.295579:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265356.295701:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:1.0:1776265356.295772:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8d087eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787278784:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 243us (463us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265356.295782:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17425 00000100:00100000:0.0:1776265356.297536:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265356.297628:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787278848 00000100:00100000:1.0:1776265356.297680:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17426 00000100:00100000:1.0:1776265356.297687:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5b48d11 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787278848:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265356.297760:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265356.297873:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:1.0:1776265356.298243:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5b48d11 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787278848:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 526us (685us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265356.298252:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17426 00000100:00100000:2.0:1776265356.300270:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265356.300378:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787278912 00000100:00100000:1.0:1776265356.300440:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17427 00000100:00100000:1.0:1776265356.300449:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2edd215 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787278912:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265356.300494:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265356.300625:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:1.0:1776265356.300715:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2edd215 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787278912:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 266us (457us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265356.300723:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17427 00000100:00100000:0.0:1776265356.305410:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265356.305537:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787278976 00000100:00100000:2.0:1776265356.305707:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17428 00000100:00100000:2.0:1776265356.305716:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aad2907c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787278976:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.305761:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.305886:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:2.0:1776265356.306026:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aad2907c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787278976:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 309us (628us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.306036:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17428 00000100:00100000:0.0:1776265356.308907:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.309338:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787279040 00000100:00100000:2.0:1776265356.309522:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17429 00000100:00100000:2.0:1776265356.309531:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e627444 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787279040:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.309585:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.309707:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:2.0:1776265356.309784:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e627444 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787279040:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 253us (892us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.309794:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17429 00000100:00100000:1.0:1776265356.312857:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.313180:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787279104 00000100:00100000:2.0:1776265356.313251:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17430 00000100:00100000:2.0:1776265356.313261:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e62dcb75 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787279104:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.313309:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.313438:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:2.0:1776265356.313511:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e62dcb75 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787279104:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 252us (668us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.313520:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17430 00000100:00100000:0.0:1776265356.316120:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.316183:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787279168 00000100:00100000:2.0:1776265356.316249:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17431 00000100:00100000:2.0:1776265356.316256:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd27b7d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787279168:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.316322:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.316433:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:2.0:1776265356.316498:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd27b7d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787279168:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 242us (390us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.316506:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17431 00000100:00100000:0.0:1776265356.318057:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.318173:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787279232 00000100:00100000:3.0:1776265356.318251:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17432 00000100:00100000:3.0:1776265356.318261:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091d535ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787279232:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265356.318297:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265356.318497:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:3.0:1776265356.318670:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091d535ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787279232:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 408us (619us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265356.318679:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17432 00000100:00100000:1.0:1776265356.322137:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265356.322204:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787279296 00000100:00100000:3.0:1776265356.322310:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17433 00000100:00100000:3.0:1776265356.322317:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078b006a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787279296:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265356.322366:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265356.322479:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:3.0:1776265356.322554:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078b006a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787279296:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 236us (430us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265356.322563:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17433 00000100:00100000:0.0:1776265356.325796:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.325946:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787279360 00000100:00100000:2.0:1776265356.326033:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17434 00000100:00100000:2.0:1776265356.326042:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078cf2ada pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787279360:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.326089:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.326443:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:2.0:1776265356.326542:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078cf2ada pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787279360:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 500us (759us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.326549:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17434 00000100:00100000:0.0:1776265356.329515:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.329767:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787279424 00000100:00100000:2.0:1776265356.329834:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17435 00000100:00100000:2.0:1776265356.329842:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000535fbb04 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787279424:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.329897:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.330036:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:2.0:1776265356.330152:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000535fbb04 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787279424:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 309us (650us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.330161:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17435 00000100:00100000:1.0:1776265356.333782:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.333901:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787279488 00000100:00100000:2.0:1776265356.333974:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17436 00000100:00100000:2.0:1776265356.333983:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000943fc087 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787279488:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.334045:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.334155:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:2.0:1776265356.334250:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000943fc087 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787279488:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 269us (480us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.334257:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17436 00000100:00100000:0.0:1776265356.337964:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265356.338364:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787279552 00000100:00100000:3.0:1776265356.338459:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17437 00000100:00100000:3.0:1776265356.338465:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f889c38 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787279552:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265356.338540:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265356.338683:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:3.0:1776265356.338823:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f889c38 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787279552:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 356us (874us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265356.338832:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17437 00000100:00100000:3.0:1776265356.341190:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.341265:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787279616 00000100:00100000:2.0:1776265356.341337:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17438 00000100:00100000:2.0:1776265356.341344:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b882079d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787279616:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.341414:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.341526:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:2.0:1776265356.341593:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b882079d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787279616:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 248us (412us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.341602:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17438 00000100:00100000:1.0:1776265356.343804:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.344514:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787279680 00000100:00100000:2.0:1776265356.344591:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17439 00000100:00100000:2.0:1776265356.344607:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061d5e00a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787279680:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.344651:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.344790:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:2.0:1776265356.344998:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061d5e00a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787279680:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 389us (1195us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.345007:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17439 00000100:00100000:0.0:1776265356.347145:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.347332:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787279744 00000100:00100000:2.0:1776265356.347394:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17440 00000100:00100000:2.0:1776265356.347401:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a41af81 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787279744:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.347440:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.347561:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:2.0:1776265356.347630:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a41af81 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787279744:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 228us (494us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.347638:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17440 00000100:00100000:3.0:1776265356.351011:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265356.351177:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787279808 00000100:00100000:1.0:1776265356.351445:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17441 00000100:00100000:1.0:1776265356.351454:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d150bb8d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787279808:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265356.351503:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265356.351638:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:1.0:1776265356.351707:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d150bb8d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787279808:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 253us (717us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265356.351715:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17441 00000100:00100000:0.0:1776265356.355858:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265356.356140:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787279872 00000100:00100000:1.0:1776265356.356249:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17442 00000100:00100000:1.0:1776265356.356258:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d08d0c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787279872:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265356.356307:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265356.356438:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:1.0:1776265356.356524:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d08d0c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787279872:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 265us (679us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265356.356534:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17442 00000100:00100000:0.0:1776265356.361024:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.361537:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787279936 00000100:00100000:2.0:1776265356.361606:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17443 00000100:00100000:2.0:1776265356.361614:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6cdb9ac pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787279936:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.361659:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.361793:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:2.0:1776265356.361880:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a6cdb9ac pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787279936:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 265us (868us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.361890:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17443 00000100:00100000:2.0:1776265356.365920:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265356.366135:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787280000 00000100:00100000:1.0:1776265356.366208:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17444 00000100:00100000:1.0:1776265356.366274:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f46aa42 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787280000:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265356.366359:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265356.366493:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:1.0:1776265356.366572:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f46aa42 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787280000:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 299us (664us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265356.366580:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17444 00000100:00100000:0.0:1776265356.379192:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.379891:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787280064 00000100:00100000:2.0:1776265356.380680:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17445 00000100:00100000:2.0:1776265356.380697:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5dfded7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787280064:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.380775:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.382081:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:2.0:1776265356.382198:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5dfded7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787280064:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 1500us (3018us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.382208:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17445 00000100:00100000:0.0:1776265356.389117:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.389325:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787280128 00000100:00100000:2.0:1776265356.389414:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17446 00000100:00100000:2.0:1776265356.389422:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000438570cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787280128:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.389471:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.389602:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:2.0:1776265356.389680:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000438570cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787280128:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 258us (576us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.389689:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17446 00000100:00100000:3.0:1776265356.396930:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.397486:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787280192 00000100:00100000:2.0:1776265356.397572:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17447 00000100:00100000:2.0:1776265356.397580:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000685dd31a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787280192:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.397629:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.397767:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:2.0:1776265356.397837:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000685dd31a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787280192:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 257us (933us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.397844:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17447 00000100:00100000:0.0:1776265356.401059:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.401265:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787280256 00000100:00100000:2.0:1776265356.401519:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17448 00000100:00100000:2.0:1776265356.401527:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ff375bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787280256:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.401574:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.401698:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:2.0:1776265356.401787:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ff375bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787280256:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 259us (738us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.401795:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17448 00000100:00100000:0.0:1776265356.406164:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.406562:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787280320 00000100:00100000:2.0:1776265356.406645:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17449 00000100:00100000:2.0:1776265356.406653:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092a4a517 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787280320:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.406759:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.406897:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:2.0:1776265356.406983:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092a4a517 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787280320:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 328us (832us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.407003:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17449 00000100:00100000:3.0:1776265356.408841:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.409070:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787280384 00000100:00100000:2.0:1776265356.409119:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17450 00000100:00100000:2.0:1776265356.409127:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c177cd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787280384:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.409608:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.409722:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:2.0:1776265356.409846:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c177cd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787280384:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 718us (1012us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.409855:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17450 00000100:00100000:0.0:1776265356.416463:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.416608:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787280448 00000100:00100000:2.0:1776265356.416666:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17451 00000100:00100000:2.0:1776265356.416674:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075ce4385 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787280448:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.416719:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.416847:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:2.0:1776265356.416922:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075ce4385 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787280448:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 248us (474us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.416932:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17451 00000100:00100000:0.0:1776265356.420320:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265356.420441:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787280512 00000100:00100000:1.0:1776265356.420515:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17452 00000100:00100000:1.0:1776265356.420524:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f09ad2e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787280512:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265356.420568:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265356.420702:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:1.0:1776265356.420827:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f09ad2e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787280512:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 303us (852us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265356.420835:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17452 00000100:00100000:3.0:1776265356.428513:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.428591:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787280576 00000100:00100000:2.0:1776265356.428716:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17453 00000100:00100000:2.0:1776265356.428726:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054a74e57 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787280576:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.428776:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.428916:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:2.0:1776265356.429006:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054a74e57 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787280576:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 281us (507us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.429015:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17453 00000100:00100000:0.0:1776265356.432717:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.432832:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787280640 00000100:00100000:2.0:1776265356.432919:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17454 00000100:00100000:2.0:1776265356.432927:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd19b7bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787280640:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.433011:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.433587:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:2.0:1776265356.433674:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd19b7bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787280640:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 745us (968us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.433684:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17454 00000100:00100000:0.0:1776265356.437717:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.437832:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787280704 00000100:00100000:2.0:1776265356.437912:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17455 00000100:00100000:2.0:1776265356.437921:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000526eb1b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787280704:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.438101:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.438376:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:2.0:1776265356.438459:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000526eb1b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787280704:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 538us (758us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.438475:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17455 00000100:00100000:3.0:1776265356.440822:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.441319:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787280768 00000100:00100000:2.0:1776265356.441447:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17456 00000100:00100000:2.0:1776265356.441455:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075d8c682 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787280768:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.441500:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.441621:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:2.0:1776265356.441697:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075d8c682 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787280768:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 241us (886us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.441705:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17456 00000100:00100000:0.0:1776265356.448507:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.449070:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787280832 00000100:00100000:2.0:1776265356.449155:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17457 00000100:00100000:2.0:1776265356.449165:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e144979 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787280832:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.449246:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.449389:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:2.0:1776265356.449481:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e144979 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787280832:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 316us (986us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.449490:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17457 00000100:00100000:0.0:1776265356.451642:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.451901:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787280896 00000100:00100000:2.0:1776265356.451964:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17458 00000100:00100000:2.0:1776265356.451972:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040d92929 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787280896:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.452061:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.452186:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:2.0:1776265356.452289:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040d92929 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787280896:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 315us (655us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.452303:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17458 00000100:00100000:3.0:1776265356.458472:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.458884:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787280960 00000100:00100000:2.0:1776265356.458959:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17459 00000100:00100000:2.0:1776265356.458967:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dbcb839b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787280960:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.459024:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.459143:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:2.0:1776265356.459252:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dbcb839b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787280960:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 285us (791us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.459261:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17459 00000100:00100000:0.0:1776265356.462054:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265356.462296:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787281024 00000100:00100000:3.0:1776265356.462450:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17460 00000100:00100000:3.0:1776265356.462459:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006564e4b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787281024:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265356.462508:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265356.462625:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:3.0:1776265356.462749:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006564e4b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787281024:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 290us (706us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265356.462759:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17460 00000100:00100000:0.0:1776265356.466711:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.466801:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787281088 00000100:00100000:2.0:1776265356.466864:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17461 00000100:00100000:2.0:1776265356.466872:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020698e5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787281088:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.466925:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.467064:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:2.0:1776265356.467140:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020698e5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787281088:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 267us (442us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.467157:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17461 00000100:00100000:0.0:1776265356.474441:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265356.474597:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787281152 00000100:00100000:3.0:1776265356.474648:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17462 00000100:00100000:3.0:1776265356.474655:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae0beb6b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787281152:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265356.474698:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265356.474796:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:3.0:1776265356.475563:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae0beb6b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787281152:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 904us (1126us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265356.475583:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17462 00000100:00100000:0.0:1776265356.482818:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265356.483139:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787281216 00000100:00100000:3.0:1776265356.483206:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17463 00000100:00100000:3.0:1776265356.483246:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000044df09d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787281216:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265356.483439:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265356.483534:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:3.0:1776265356.483791:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000044df09d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787281216:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 577us (981us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265356.483800:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17463 00000100:00100000:0.0:1776265356.492937:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.493159:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787281280 00000100:00100000:3.0:1776265356.493289:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17464 00000100:00100000:3.0:1776265356.493323:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec88d029 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787281280:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265356.493407:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265356.493542:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:3.0:1776265356.493842:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec88d029 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787281280:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 538us (912us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265356.499895:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17464 00000100:00100000:0.0:1776265356.500410:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265356.500946:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787281344 00000100:00100000:3.0:1776265356.501025:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17465 00000100:00100000:3.0:1776265356.501034:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9f0edd7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787281344:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.501714:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.501848:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:2.0:1776265356.502067:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9f0edd7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787281344:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 1030us (1659us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.502167:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17465 00000100:00100000:0.0:1776265356.513013:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.513695:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787281408 00000100:00100000:2.0:1776265356.513774:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17466 00000100:00100000:2.0:1776265356.513783:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005975288a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787281408:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.513863:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.514205:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:2.0:1776265356.515597:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005975288a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787281408:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 1805us (2600us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.515613:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17466 00000100:00100000:0.0:1776265356.527734:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.532385:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787281472 00000100:00100000:2.0:1776265356.532485:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17467 00000100:00100000:2.0:1776265356.532494:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9e67191 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787281472:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.532543:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.532683:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:2.0:1776265356.532834:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9e67191 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787281472:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 331us (5106us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.532845:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17467 00000100:00100000:0.0:1776265356.542534:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.543545:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787281536 00000100:00100000:2.0:1776265356.543793:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17468 00000100:00100000:2.0:1776265356.543810:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054620244 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787281536:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.543861:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.544017:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:2.0:1776265356.544116:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054620244 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787281536:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 307us (1904us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.544137:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17468 00000100:00100000:0.0:1776265356.555434:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.555819:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787281600 00000100:00100000:2.0:1776265356.555890:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17469 00000100:00100000:2.0:1776265356.555899:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a231bc53 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787281600:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.555953:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.556114:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:2.0:1776265356.556291:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a231bc53 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787281600:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 391us (881us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.556301:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17469 00000100:00100000:0.0:1776265356.559456:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.559637:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787281664 00000100:00100000:2.0:1776265356.559701:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17470 00000100:00100000:2.0:1776265356.559709:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f4d2584 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787281664:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.559803:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.559941:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:2.0:1776265356.560025:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f4d2584 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787281664:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 315us (581us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.560033:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17470 00000100:00100000:0.0:1776265356.573630:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265356.573773:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787281728 00000100:00100000:3.0:1776265356.573851:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17471 00000100:00100000:3.0:1776265356.573860:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043e2c5a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787281728:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265356.573908:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265356.574953:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:0.0:1776265356.575719:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043e2c5a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787281728:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 1852us (2095us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265356.575733:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17471 00000100:00100000:0.0:1776265356.590576:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.590729:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787281792 00000100:00100000:2.0:1776265356.590811:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17472 00000100:00100000:2.0:1776265356.590821:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbd7254a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787281792:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.590870:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.591026:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:2.0:1776265356.591116:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbd7254a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787281792:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 295us (554us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.591124:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17472 00000100:00100000:2.0:1776265356.599595:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265356.599715:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787281856 00000100:00100000:0.0:1776265356.599865:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17473 00000100:00100000:0.0:1776265356.599879:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007debeb36 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787281856:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265356.599928:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265356.600072:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:0.0:1776265356.600152:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007debeb36 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787281856:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 279us (569us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265356.600161:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17473 00000100:00100000:0.0:1776265356.603483:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.603944:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787281920 00000100:00100000:2.0:1776265356.604030:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17474 00000100:00100000:2.0:1776265356.604039:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cdf27286 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787281920:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.604087:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.604631:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:2.0:1776265356.604858:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cdf27286 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787281920:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 818us (1387us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.604869:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17474 00000100:00100000:0.0:1776265356.619950:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.620803:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787281984 00000100:00100000:2.0:1776265356.620937:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17475 00000100:00100000:2.0:1776265356.620946:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000006f8574 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787281984:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.621006:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.621150:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:2.0:1776265356.621294:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000006f8574 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787281984:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 348us (1359us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.621312:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17475 00000100:00100000:1.0:1776265356.648441:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.648563:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787282048 00000100:00100000:2.0:1776265356.648637:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17476 00000100:00100000:2.0:1776265356.648644:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087efab54 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787282048:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.648730:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.648854:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:2.0:1776265356.648948:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087efab54 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787282048:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 302us (517us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.648956:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17476 00000100:00100000:0.0:1776265356.669407:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.670927:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787282112 00000100:00100000:2.0:1776265356.671014:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17477 00000100:00100000:2.0:1776265356.671022:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004237b960 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787282112:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.671055:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.671158:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:2.0:1776265356.671296:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004237b960 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787282112:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 273us (1897us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.671304:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17477 00000100:00100000:0.0:1776265356.680752:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265356.680824:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787282176 00000100:00100000:1.0:1776265356.680881:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17478 00000100:00100000:1.0:1776265356.680887:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ba1d0ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787282176:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265356.680918:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265356.681069:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:1.0:1776265356.681136:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ba1d0ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787282176:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 248us (393us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265356.681143:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17478 00000100:00100000:3.0:1776265356.687565:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.688762:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787282240 00000100:00100000:2.0:1776265356.688874:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17479 00000100:00100000:2.0:1776265356.688882:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ff170df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787282240:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.688920:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.689036:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:2.0:1776265356.689099:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ff170df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787282240:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 217us (1544us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.689107:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17479 00000100:00100000:1.0:1776265356.693072:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.693163:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787282304 00000100:00100000:2.0:1776265356.693251:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17480 00000100:00100000:2.0:1776265356.693259:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1ac9201 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787282304:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.693295:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.693389:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:2.0:1776265356.693450:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1ac9201 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787282304:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 191us (386us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.693458:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17480 00000100:00100000:0.0:1776265356.701542:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265356.701655:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787282368 00000100:00100000:1.0:1776265356.701712:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17481 00000100:00100000:1.0:1776265356.701719:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006f53996 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787282368:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265356.701751:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265356.701844:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:1.0:1776265356.701923:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006f53996 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787282368:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 204us (391us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265356.701931:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17481 00000100:00100000:3.0:1776265356.706488:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.710319:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787282432 00000100:00100000:2.0:1776265356.710385:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17482 00000100:00100000:2.0:1776265356.710392:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a774710 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787282432:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.710453:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.710555:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:2.0:1776265356.710610:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a774710 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787282432:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 218us (4133us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.710619:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17482 00000100:00100000:3.0:1776265356.715995:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265356.716084:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787282496 00000100:00100000:1.0:1776265356.716151:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17483 00000100:00100000:1.0:1776265356.716157:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa180506 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787282496:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265356.716263:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265356.716372:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:1.0:1776265356.716430:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa180506 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787282496:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 272us (453us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265356.716437:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17483 00000100:00100000:0.0:1776265356.725150:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.725262:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787282560 00000100:00100000:2.0:1776265356.725326:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17484 00000100:00100000:2.0:1776265356.725335:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c55377b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787282560:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.725369:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.725463:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:2.0:1776265356.725525:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c55377b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787282560:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 191us (384us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.725533:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17484 00000100:00100000:3.0:1776265356.735592:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265356.739315:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787282624 00000100:00100000:1.0:1776265356.739391:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17485 00000100:00100000:1.0:1776265356.739399:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c96b693f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787282624:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265356.739437:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265356.739554:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:1.0:1776265356.739622:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c96b693f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787282624:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 223us (4040us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265356.739633:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17485 00010000:00010000:3.0:1776265356.741442:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776265356.745074:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265356.745298:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787282688 00000100:00100000:1.0:1776265356.745357:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17486 00000100:00100000:1.0:1776265356.745365:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ecfe24f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787282688:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265356.745401:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265356.745527:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:1.0:1776265356.745592:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ecfe24f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787282688:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 226us (527us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265356.745600:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17486 00000100:00100000:0.0:1776265356.756962:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265356.757106:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787282752 00000100:00100000:1.0:1776265356.757167:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17487 00000100:00100000:1.0:1776265356.757174:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e84a7cb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787282752:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265356.757210:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265356.757350:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:1.0:1776265356.757413:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e84a7cb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787282752:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 238us (461us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265356.757421:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17487 00000100:00100000:2.0:1776265356.761432:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265356.761538:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787282816 00000100:00100000:3.0:1776265356.761592:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17488 00000100:00100000:3.0:1776265356.761599:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c7f05cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787282816:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265356.761635:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265356.761735:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:3.0:1776265356.761797:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c7f05cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787282816:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 197us (378us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265356.761805:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17488 00000100:00100000:3.0:1776265356.772419:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.773137:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787282880 00000100:00100000:2.0:1776265356.773206:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17489 00000100:00100000:2.0:1776265356.773236:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004eb15fcf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787282880:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.773270:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.773382:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:2.0:1776265356.773457:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004eb15fcf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787282880:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 242us (1047us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.773466:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17489 00000100:00100000:0.0:1776265356.780158:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265356.781931:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787282944 00000100:00100000:3.0:1776265356.782008:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17490 00000100:00100000:3.0:1776265356.782014:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffe95742 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787282944:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265356.782051:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265356.782157:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:3.0:1776265356.782284:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffe95742 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787282944:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 268us (2136us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265356.782292:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17490 00000100:00100000:1.0:1776265356.798631:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.798767:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787283008 00000100:00100000:2.0:1776265356.798952:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17491 00000100:00100000:2.0:1776265356.798959:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c91f593e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787283008:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.799008:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.799125:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:2.0:1776265356.799303:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c91f593e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787283008:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 342us (695us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.799313:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17491 00000100:00100000:1.0:1776265356.804032:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.804089:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787283072 00000100:00100000:2.0:1776265356.804154:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17492 00000100:00100000:2.0:1776265356.804161:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd3fa774 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787283072:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.804254:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.804356:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:2.0:1776265356.804431:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd3fa774 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787283072:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 270us (408us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.804439:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17492 00000100:00100000:0.0:1776265356.807123:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265356.807179:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787283136 00000100:00100000:3.0:1776265356.807333:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17493 00000100:00100000:3.0:1776265356.807340:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a658f6b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787283136:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265356.807396:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265356.807498:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:3.0:1776265356.807576:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a658f6b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787283136:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 236us (467us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265356.807584:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17493 00000100:00100000:1.0:1776265356.811421:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265356.812026:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787283200 00000100:00100000:2.0:1776265356.812259:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17494 00000100:00100000:2.0:1776265356.812269:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da02f9d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787283200:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.812320:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.812429:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:2.0:1776265356.812556:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da02f9d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787283200:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 287us (1143us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.812565:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17494 00000100:00100000:1.0:1776265356.816205:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.816494:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787283264 00000100:00100000:2.0:1776265356.816604:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17495 00000100:00100000:2.0:1776265356.816609:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7aa4fe4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787283264:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.816640:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.816719:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:2.0:1776265356.816777:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7aa4fe4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787283264:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 166us (583us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.816785:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17495 00000100:00100000:1.0:1776265356.819487:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265356.820061:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787283328 00000100:00100000:0.0:1776265356.820268:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17496 00000100:00100000:0.0:1776265356.820276:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4db8578 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787283328:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265356.820310:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265356.820412:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:0.0:1776265356.820470:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4db8578 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787283328:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 194us (995us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265356.820478:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17496 00000100:00100000:1.0:1776265356.827132:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265356.827911:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787283392 00000100:00100000:0.0:1776265356.827998:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17497 00000100:00100000:0.0:1776265356.828006:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008eaf61a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787283392:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265356.828053:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265356.828185:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:0.0:1776265356.828355:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008eaf61a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787283392:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 348us (1235us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265356.828364:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17497 00000100:00100000:1.0:1776265356.832704:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265356.832955:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787283456 00000100:00100000:0.0:1776265356.833086:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17498 00000100:00100000:0.0:1776265356.833096:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002be19fba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787283456:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265356.833173:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23b:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265356.833356:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23b:0x0]: rc = -2 00000100:00100000:0.0:1776265356.833435:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002be19fba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787283456:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 340us (743us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265356.833443:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17498 00000100:00100000:2.0:1776265356.836131:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265356.836305:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787283520 00000100:00100000:0.0:1776265356.836408:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17499 00000100:00100000:0.0:1776265356.836416:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002001b471 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787283520:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265356.836461:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265356.836582:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:0.0:1776265356.836657:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002001b471 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787283520:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 240us (539us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265356.836671:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17499 00000100:00100000:1.0:1776265356.838600:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265356.839347:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787283584 00000100:00100000:0.0:1776265356.839420:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17500 00000100:00100000:0.0:1776265356.839428:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090ea52b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787283584:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265356.839471:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265356.839608:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:0.0:1776265356.839689:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090ea52b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787283584:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 261us (1100us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265356.839697:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17500 00000100:00100000:1.0:1776265356.845437:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.847122:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787283648 00000100:00100000:2.0:1776265356.847256:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17501 00000100:00100000:2.0:1776265356.847267:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068d5b290 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787283648:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.847315:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.847445:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:2.0:1776265356.847526:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068d5b290 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787283648:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 260us (2102us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.847542:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17501 00000100:00100000:1.0:1776265356.851621:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265356.851736:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787283712 00000100:00100000:0.0:1776265356.851805:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17502 00000100:00100000:0.0:1776265356.851813:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2a3272f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787283712:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265356.851856:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265356.851988:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:0.0:1776265356.852075:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2a3272f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787283712:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 261us (465us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265356.852085:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17502 00000100:00100000:1.0:1776265356.854954:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.855619:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787283776 00000100:00100000:2.0:1776265356.855682:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17503 00000100:00100000:2.0:1776265356.855691:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094ba9117 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787283776:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.855762:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.856085:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:2.0:1776265356.856241:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094ba9117 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787283776:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 549us (1297us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.856252:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17503 00000100:00100000:1.0:1776265356.860059:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.860162:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787283840 00000100:00100000:2.0:1776265356.860276:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17504 00000100:00100000:2.0:1776265356.860288:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b811c1a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787283840:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.860341:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x23c:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.860491:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x23c:0x0]: rc = -2 00000100:00100000:2.0:1776265356.860569:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b811c1a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787283840:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 280us (522us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.860578:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17504 00000100:00100000:2.0:1776265356.865018:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265356.865106:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787283904 00000100:00100000:0.0:1776265356.865189:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17505 00000100:00100000:0.0:1776265356.865197:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf50999a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787283904:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265356.865309:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265356.865531:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:0.0:1776265356.865623:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf50999a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787283904:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 425us (626us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265356.865639:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17505 00000100:00100000:1.0:1776265356.869454:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.869527:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787283968 00000100:00100000:2.0:1776265356.869607:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17506 00000100:00100000:2.0:1776265356.869615:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094c70072 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787283968:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.869664:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.869794:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:2.0:1776265356.870668:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094c70072 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787283968:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 1047us (1222us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.870682:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17506 00000100:00100000:1.0:1776265356.873358:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.873461:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787284032 00000100:00100000:2.0:1776265356.873551:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17507 00000100:00100000:2.0:1776265356.873560:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef76451b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787284032:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.873606:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x208:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.873730:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x208:0x0]: rc = -2 00000100:00100000:2.0:1776265356.873808:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef76451b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787284032:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 248us (460us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.873816:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17507 00000100:00100000:1.0:1776265356.877914:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.878035:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787284096 00000100:00100000:2.0:1776265356.878105:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17508 00000100:00100000:2.0:1776265356.878114:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6c4c5d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787284096:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.878178:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x208:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.878692:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x208:0x0]: rc = -2 00000100:00100000:2.0:1776265356.878915:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6c4c5d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787284096:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 799us (1013us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.879142:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17508 00000100:00100000:1.0:1776265356.882261:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.882844:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787284160 00000100:00100000:2.0:1776265356.882923:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17509 00000100:00100000:2.0:1776265356.882932:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001daef8a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787284160:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.882995:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.883122:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:2.0:1776265356.883200:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001daef8a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787284160:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 269us (994us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.883209:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17509 00000100:00100000:1.0:1776265356.891158:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265356.894140:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787284224 00000100:00100000:3.0:1776265356.894208:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17510 00000100:00100000:3.0:1776265356.894257:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e05afce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787284224:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1776265356.894307:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1776265356.894412:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:3.0:1776265356.894473:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e05afce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787284224:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 217us (3724us total) trans 0 rc -2/-2 00000100:00100000:3.0:1776265356.894481:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17510 00000100:00100000:1.0:1776265356.902745:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265356.902844:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787284288 00000100:00100000:0.0:1776265356.902896:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17511 00000100:00100000:0.0:1776265356.902902:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071965297 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787284288:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265356.902931:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x208:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265356.903027:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x208:0x0]: rc = -2 00000100:00100000:0.0:1776265356.903080:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071965297 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787284288:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 177us (343us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265356.903088:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17511 00000100:00100000:1.0:1776265356.911047:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265356.913680:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787284352 00000100:00100000:2.0:1776265356.913891:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17512 00000100:00100000:2.0:1776265356.913899:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024e9dfc5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787284352:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.913932:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x208:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.914036:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x208:0x0]: rc = -2 00000100:00100000:2.0:1776265356.914110:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024e9dfc5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787284352:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 210us (3073us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.914118:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17512 00000100:00100000:1.0:1776265356.918595:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.918694:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787284416 00000100:00100000:2.0:1776265356.918750:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17513 00000100:00100000:2.0:1776265356.918754:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9cb16dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787284416:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.918782:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.918856:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:2.0:1776265356.918904:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9cb16dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787284416:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 148us (317us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.918911:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17513 00000100:00100000:1.0:1776265356.922521:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265356.922627:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787284480 00000100:00100000:0.0:1776265356.922677:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17514 00000100:00100000:0.0:1776265356.922684:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000027e6d7a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787284480:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265356.922714:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265356.922800:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:0.0:1776265356.922846:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000027e6d7a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787284480:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 162us (332us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265356.922853:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17514 00000100:00100000:1.0:1776265356.925941:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.926066:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787284544 00000100:00100000:2.0:1776265356.926127:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17515 00000100:00100000:2.0:1776265356.926134:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001fafeb6c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787284544:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.926189:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x208:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.926304:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x208:0x0]: rc = -2 00000100:00100000:2.0:1776265356.929150:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001fafeb6c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787284544:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 3008us (3211us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.929169:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17515 00000100:00100000:1.0:1776265356.937056:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.937389:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787284608 00000100:00100000:2.0:1776265356.937439:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17516 00000100:00100000:2.0:1776265356.937447:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afeea06e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787284608:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.937486:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x208:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.937581:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x208:0x0]: rc = -2 00000100:00100000:2.0:1776265356.937629:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afeea06e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787284608:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 183us (583us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.937637:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17516 00000100:00100000:1.0:1776265356.943112:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265356.943260:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787284672 00000100:00100000:0.0:1776265356.943316:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17517 00000100:00100000:0.0:1776265356.943323:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc3422ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787284672:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265356.943359:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265356.943449:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:0.0:1776265356.943527:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc3422ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787284672:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 204us (429us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265356.943539:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17517 00000100:00100000:1.0:1776265356.950012:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.950121:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787284736 00000100:00100000:2.0:1776265356.950174:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17518 00000100:00100000:2.0:1776265356.950181:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e08cb86 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787284736:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.950246:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.950339:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:2.0:1776265356.950390:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e08cb86 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787284736:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 209us (387us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.950399:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17518 00000100:00100000:3.0:1776265356.956786:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265356.956956:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787284800 00000100:00100000:0.0:1776265356.957019:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17519 00000100:00100000:0.0:1776265356.957027:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a1a1fc9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787284800:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265356.957086:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265356.957203:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:0.0:1776265356.957297:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a1a1fc9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787284800:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 270us (518us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265356.957306:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17519 00000100:00100000:1.0:1776265356.973781:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.973856:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787284864 00000100:00100000:2.0:1776265356.973916:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17520 00000100:00100000:2.0:1776265356.973923:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d33103f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787284864:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265356.973957:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265356.974062:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:2.0:1776265356.974127:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d33103f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787284864:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 204us (353us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265356.974135:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17520 00000100:00100000:1.0:1776265356.986591:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265356.986784:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787284928 00000100:00100000:0.0:1776265356.986845:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17521 00000100:00100000:0.0:1776265356.986853:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020f8854e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787284928:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265356.986890:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x208:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265356.986990:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x208:0x0]: rc = -2 00000100:00100000:0.0:1776265356.987058:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020f8854e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787284928:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 205us (478us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265356.987066:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17521 00000100:00100000:1.0:1776265356.997836:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265356.998257:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787284992 00000100:00100000:2.0:1776265356.998464:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17522 00000100:00100000:2.0:1776265356.998472:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a49939f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787284992:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265357.001444:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x208:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265357.001568:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x208:0x0]: rc = -2 00000100:00100000:2.0:1776265357.001701:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a49939f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787284992:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 3225us (4399us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265357.001714:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17522 00000100:00100000:1.0:1776265357.010337:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265357.010433:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787285056 00000100:00100000:2.0:1776265357.010479:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17523 00000100:00100000:2.0:1776265357.010485:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060beaf6f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787285056:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265357.010517:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265357.010610:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:2.0:1776265357.010668:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060beaf6f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787285056:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 182us (339us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265357.010674:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17523 00000100:00100000:0.0:1776265357.014477:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265357.014570:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787285120 00000100:00100000:2.0:1776265357.014627:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17524 00000100:00100000:2.0:1776265357.014633:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac9a40cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787285120:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265357.014665:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265357.014762:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:2.0:1776265357.014824:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac9a40cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787285120:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 190us (357us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265357.014832:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17524 00000100:00100000:1.0:1776265357.022966:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.023085:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787285184 00000100:00100000:0.0:1776265357.023142:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17525 00000100:00100000:0.0:1776265357.023149:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0ccb43f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787285184:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265357.023186:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x208:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265357.023320:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x208:0x0]: rc = -2 00000100:00100000:0.0:1776265357.023372:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0ccb43f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787285184:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 222us (414us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265357.023381:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17525 00000100:00100000:1.0:1776265357.033612:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265357.033770:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787285248 00000100:00100000:2.0:1776265357.033831:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17526 00000100:00100000:2.0:1776265357.033837:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ec5672d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787285248:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265357.033871:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x208:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265357.034152:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x208:0x0]: rc = -2 00000100:00100000:2.0:1776265357.034324:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ec5672d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787285248:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 485us (723us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265357.034332:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17526 00000100:00100000:1.0:1776265357.040937:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265357.041094:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787285312 00000100:00100000:2.0:1776265357.041162:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17527 00000100:00100000:2.0:1776265357.041170:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab957c0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787285312:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265357.041257:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265357.041358:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:2.0:1776265357.041423:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab957c0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787285312:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 253us (494us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265357.041431:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17527 00000100:00100000:1.0:1776265357.047356:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.048561:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787285376 00000100:00100000:0.0:1776265357.048624:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17528 00000100:00100000:0.0:1776265357.048631:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000bca0193 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787285376:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265357.048676:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265357.048776:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:0.0:1776265357.048830:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000bca0193 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787285376:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 199us (1484us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265357.048837:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17528 00000100:00100000:3.0:1776265357.055093:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265357.056244:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787285440 00000100:00100000:2.0:1776265357.056315:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17529 00000100:00100000:2.0:1776265357.056323:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001eec81ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787285440:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265357.056363:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x208:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265357.056470:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x208:0x0]: rc = -2 00000100:00100000:2.0:1776265357.056530:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001eec81ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787285440:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 206us (1450us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265357.056542:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17529 00000100:00100000:1.0:1776265357.064341:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.069405:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787285504 00000100:00100000:0.0:1776265357.069492:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17530 00000100:00100000:0.0:1776265357.069498:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ced67840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787285504:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265357.069565:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x208:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265357.069812:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x208:0x0]: rc = -2 00000100:00100000:0.0:1776265357.069939:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ced67840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787285504:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 440us (5606us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265357.069948:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17530 00000100:00100000:1.0:1776265357.075335:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.076198:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787285568 00000100:00100000:1.0:1776265357.076600:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17531 00000100:00100000:1.0:1776265357.076609:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bcf036b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787285568:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.076679:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.076776:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:1.0:1776265357.076887:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bcf036b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787285568:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 277us (1559us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.076895:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17531 00000100:00100000:2.0:1776265357.088769:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.089017:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787285632 00000100:00100000:1.0:1776265357.089094:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17532 00000100:00100000:1.0:1776265357.089101:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b04d317 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787285632:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.089136:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x201:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.089403:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x201:0x0]: rc = -2 00000100:00100000:1.0:1776265357.089478:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b04d317 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787285632:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 376us (718us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.089487:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17532 00000100:00100000:0.0:1776265357.093346:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.093544:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787285696 00000100:00100000:1.0:1776265357.093602:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17533 00000100:00100000:1.0:1776265357.093608:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aaecfe3d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787285696:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.093642:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x208:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.093736:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x208:0x0]: rc = -2 00000100:00100000:1.0:1776265357.093791:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aaecfe3d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787285696:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 182us (454us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.093800:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17533 00000100:00100000:3.0:1776265357.097440:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.097553:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787285760 00000100:00100000:0.0:1776265357.097604:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17534 00000100:00100000:0.0:1776265357.097611:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007986ff8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787285760:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265357.097651:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x208:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.098462:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x208:0x0]: rc = -2 00000100:00100000:1.0:1776265357.098536:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007986ff8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787285760:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 922us (1103us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.098549:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17534 00000100:00100000:2.0:1776265357.101698:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.101839:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787285824 00000100:00100000:1.0:1776265357.101905:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17535 00000100:00100000:1.0:1776265357.101913:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae6edfb5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787285824:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.101945:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x233:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.102054:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x233:0x0]: rc = -2 00000100:00100000:1.0:1776265357.102122:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae6edfb5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787285824:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 207us (431us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.102132:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17535 00000100:00100000:0.0:1776265357.105650:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.105865:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787285888 00000100:00100000:1.0:1776265357.105907:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17536 00000100:00100000:1.0:1776265357.105913:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004acbca25 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787285888:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.105967:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x233:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.106074:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x233:0x0]: rc = -2 00000100:00100000:1.0:1776265357.106141:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004acbca25 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787285888:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 227us (500us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.106151:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17536 00000100:00100000:3.0:1776265357.110550:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.110742:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787285952 00000100:00100000:1.0:1776265357.110798:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17537 00000100:00100000:1.0:1776265357.110805:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c6590a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787285952:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.110855:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x233:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.110967:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x233:0x0]: rc = -2 00000100:00100000:1.0:1776265357.111167:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c6590a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787285952:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 361us (625us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.111180:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17537 00000100:00100000:2.0:1776265357.122370:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.122996:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787286016 00000100:00100000:1.0:1776265357.123051:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17538 00000100:00100000:1.0:1776265357.123058:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b63153e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787286016:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.123091:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x233:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.123178:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x233:0x0]: rc = -2 00000100:00100000:1.0:1776265357.123253:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b63153e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787286016:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 196us (891us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.123261:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17538 00000100:00100000:2.0:1776265357.127718:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.127802:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787286080 00000100:00100000:1.0:1776265357.127859:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17539 00000100:00100000:1.0:1776265357.127865:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8d32a95 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787286080:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.127895:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.128014:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1fa:0x0]: rc = -2 00000100:00100000:1.0:1776265357.128082:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8d32a95 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787286080:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 216us (372us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.128090:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17539 00000100:00100000:3.0:1776265357.131527:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265357.131775:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787286144 00000100:00100000:2.0:1776265357.131830:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17540 00000100:00100000:2.0:1776265357.131846:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd75231f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787286144:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265357.131880:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265357.131998:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1fa:0x0]: rc = -2 00000100:00100000:2.0:1776265357.132056:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd75231f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787286144:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 218us (538us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265357.132064:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17540 00000100:00100000:3.0:1776265357.137190:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.137452:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787286208 00000100:00100000:1.0:1776265357.137548:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17541 00000100:00100000:1.0:1776265357.137556:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b6297e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787286208:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.137618:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.137729:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1fa:0x0]: rc = -2 00000100:00100000:1.0:1776265357.137835:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b6297e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787286208:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 278us (656us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.137848:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17541 00000100:00100000:3.0:1776265357.150486:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.150748:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787286272 00000100:00100000:1.0:1776265357.150835:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17542 00000100:00100000:1.0:1776265357.150842:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003f1fd2b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787286272:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.150878:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.151006:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1fa:0x0]: rc = -2 00000100:00100000:1.0:1776265357.151071:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003f1fd2b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787286272:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 228us (595us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.151079:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17542 00000100:00100000:2.0:1776265357.153759:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.153822:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787286336 00000100:00100000:1.0:1776265357.153864:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17543 00000100:00100000:1.0:1776265357.153869:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001435733f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787286336:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.153903:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x233:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.154002:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x233:0x0]: rc = -2 00000100:00100000:1.0:1776265357.154067:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001435733f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787286336:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 196us (318us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.154075:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17543 00000100:00100000:3.0:1776265357.157923:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265357.158180:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787286400 00000100:00100000:2.0:1776265357.158448:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17544 00000100:00100000:2.0:1776265357.158455:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e3f59a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787286400:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265357.158491:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x233:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265357.158588:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x233:0x0]: rc = -2 00000100:00100000:2.0:1776265357.158657:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e3f59a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787286400:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 202us (745us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265357.158666:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17544 00000100:00100000:2.0:1776265357.161728:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.161782:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787286464 00000100:00100000:1.0:1776265357.161833:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17545 00000100:00100000:1.0:1776265357.161840:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000292380cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787286464:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.161872:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.161964:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1fa:0x0]: rc = -2 00000100:00100000:1.0:1776265357.162037:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000292380cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787286464:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 197us (319us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.162049:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17545 00000100:00100000:3.0:1776265357.167896:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.168080:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787286528 00000100:00100000:1.0:1776265357.168196:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17546 00000100:00100000:1.0:1776265357.168204:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a68881cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787286528:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.168304:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.168399:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1fa:0x0]: rc = -2 00000100:00100000:1.0:1776265357.168733:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a68881cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787286528:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 527us (843us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.168742:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17546 00000100:00100000:3.0:1776265357.173148:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.173246:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787286592 00000100:00100000:1.0:1776265357.173297:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17547 00000100:00100000:1.0:1776265357.173302:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8995940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787286592:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.173330:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.173416:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1fa:0x0]: rc = -2 00000100:00100000:1.0:1776265357.173483:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8995940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787286592:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 176us (343us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.173491:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17547 00000100:00100000:2.0:1776265357.175682:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.175936:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787286656 00000100:00100000:1.0:1776265357.176000:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17548 00000100:00100000:1.0:1776265357.176007:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e6b61fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787286656:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.176041:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.176135:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1fa:0x0]: rc = -2 00000100:00100000:1.0:1776265357.176189:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e6b61fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787286656:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 181us (514us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.176200:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17548 00000100:00100000:3.0:1776265357.179384:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265357.179863:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787286720 00000100:00100000:2.0:1776265357.179925:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17549 00000100:00100000:2.0:1776265357.179933:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f4e322f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787286720:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265357.180012:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265357.180134:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1fa:0x0]: rc = -2 00000100:00100000:2.0:1776265357.180195:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f4e322f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787286720:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 261us (819us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265357.180203:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17549 00000100:00100000:3.0:1776265357.187203:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.189193:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787286784 00000100:00100000:1.0:1776265357.189453:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17550 00000100:00100000:1.0:1776265357.189465:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000081623c0b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787286784:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.189521:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.189631:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1fa:0x0]: rc = -2 00000100:00100000:1.0:1776265357.189701:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000081623c0b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787286784:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 237us (2508us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.192540:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17550 00000100:00100000:3.0:1776265357.194018:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.194182:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787286848 00000100:00100000:1.0:1776265357.194271:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17551 00000100:00100000:1.0:1776265357.194286:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9293094 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787286848:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.194348:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x207:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.194452:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x207:0x0]: rc = -2 00000100:00100000:1.0:1776265357.194532:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9293094 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787286848:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 245us (524us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.194540:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17551 00000100:00100000:3.0:1776265357.197525:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265357.197662:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787286912 00000100:00100000:2.0:1776265357.197722:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17552 00000100:00100000:2.0:1776265357.197730:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d07fa0c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787286912:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265357.197762:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x207:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265357.197852:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x207:0x0]: rc = -2 00000100:00100000:2.0:1776265357.197918:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d07fa0c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787286912:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 187us (401us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265357.197926:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17552 00000100:00100000:3.0:1776265357.201553:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265357.201638:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787286976 00000100:00100000:2.0:1776265357.201691:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17553 00000100:00100000:2.0:1776265357.201697:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024102ba4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787286976:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265357.201728:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x207:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265357.201827:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x207:0x0]: rc = -2 00000100:00100000:2.0:1776265357.201892:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024102ba4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787286976:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 194us (348us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265357.201909:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17553 00000100:00100000:3.0:1776265357.205415:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.207085:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787287040 00000100:00100000:1.0:1776265357.207158:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17554 00000100:00100000:1.0:1776265357.207165:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ee44bc1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787287040:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.207203:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x207:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.207305:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x207:0x0]: rc = -2 00000100:00100000:1.0:1776265357.207370:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ee44bc1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787287040:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 205us (1965us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.207383:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17554 00000100:00100000:3.0:1776265357.213372:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.213604:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787287104 00000100:00100000:1.0:1776265357.213661:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17555 00000100:00100000:1.0:1776265357.213668:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea905fa2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787287104:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.213703:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x269:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.213792:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x269:0x0]: rc = -2 00000100:00100000:1.0:1776265357.213850:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea905fa2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787287104:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 181us (487us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.213858:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17555 00000100:00100000:3.0:1776265357.218702:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.223061:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787287168 00000100:00100000:0.0:1776265357.223387:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17556 00000100:00100000:0.0:1776265357.223396:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c403d155 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787287168:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265357.223436:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x269:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265357.223533:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x269:0x0]: rc = -2 00000100:00100000:0.0:1776265357.223610:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c403d155 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787287168:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 213us (4916us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265357.223618:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17556 00000100:00100000:3.0:1776265357.228708:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.228898:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787287232 00000100:00100000:0.0:1776265357.228985:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17557 00000100:00100000:0.0:1776265357.228993:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000054ffecd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787287232:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265357.229028:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x207:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265357.229133:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x207:0x0]: rc = -2 00000100:00100000:0.0:1776265357.229195:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000054ffecd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787287232:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 202us (496us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265357.229206:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17557 00000100:00100000:0.0:1776265357.234520:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265357.234598:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787287296 00000100:00100000:2.0:1776265357.234652:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17558 00000100:00100000:2.0:1776265357.234659:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ee98b1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787287296:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265357.234694:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x207:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265357.234792:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x207:0x0]: rc = -2 00000100:00100000:2.0:1776265357.234848:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ee98b1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787287296:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 187us (347us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265357.234856:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17558 00000100:00100000:3.0:1776265357.241950:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.242947:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787287360 00000100:00100000:0.0:1776265357.243023:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17559 00000100:00100000:0.0:1776265357.243031:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffcc0845 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787287360:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265357.243108:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x207:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265357.243196:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x207:0x0]: rc = -2 00000100:00100000:0.0:1776265357.243301:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffcc0845 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787287360:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 269us (1357us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265357.243309:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17559 00000100:00100000:3.0:1776265357.250000:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.250115:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787287424 00000100:00100000:1.0:1776265357.250171:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17560 00000100:00100000:1.0:1776265357.250178:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b86c406f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787287424:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.250265:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x207:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.250372:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x207:0x0]: rc = -2 00000100:00100000:1.0:1776265357.250435:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b86c406f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787287424:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 256us (442us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.250445:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17560 00000100:00100000:2.0:1776265357.267916:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.268042:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787287488 00000100:00100000:0.0:1776265357.268117:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17561 00000100:00100000:0.0:1776265357.268125:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fb949918 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787287488:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265357.268156:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x269:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265357.268299:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x269:0x0]: rc = -2 00000100:00100000:0.0:1776265357.268356:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fb949918 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787287488:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 230us (460us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265357.268364:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17561 00000100:00100000:3.0:1776265357.271453:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.271984:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787287552 00000100:00100000:1.0:1776265357.272041:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17562 00000100:00100000:1.0:1776265357.272048:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe08c750 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787287552:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.272112:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x269:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.272209:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x269:0x0]: rc = -2 00000100:00100000:1.0:1776265357.272296:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe08c750 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787287552:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 247us (856us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.272308:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17562 00000100:00100000:3.0:1776265357.275458:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265357.275555:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787287616 00000100:00100000:2.0:1776265357.275605:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17563 00000100:00100000:2.0:1776265357.275612:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b754763 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787287616:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265357.275668:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x269:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265357.275764:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x269:0x0]: rc = -2 00000100:00100000:2.0:1776265357.275821:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b754763 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787287616:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 208us (373us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265357.275828:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17563 00000100:00100000:3.0:1776265357.278014:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.278102:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787287680 00000100:00100000:1.0:1776265357.278151:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17564 00000100:00100000:1.0:1776265357.278157:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c493ed41 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787287680:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.278189:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x269:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.278318:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x269:0x0]: rc = -2 00000100:00100000:1.0:1776265357.278360:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c493ed41 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787287680:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 203us (355us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.278367:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17564 00000100:00100000:0.0:1776265357.282013:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265357.282101:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787287744 00000100:00100000:2.0:1776265357.282164:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17565 00000100:00100000:2.0:1776265357.282172:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b2d8b32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787287744:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265357.282202:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x207:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265357.282322:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x207:0x0]: rc = -2 00000100:00100000:2.0:1776265357.282395:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b2d8b32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787287744:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 222us (390us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265357.282402:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17565 00000100:00100000:3.0:1776265357.285105:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.285505:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787287808 00000100:00100000:1.0:1776265357.285557:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17566 00000100:00100000:1.0:1776265357.285565:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000752ec35 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787287808:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.285604:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x207:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.285756:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x207:0x0]: rc = -2 00000100:00100000:1.0:1776265357.285806:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000752ec35 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787287808:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 242us (710us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.285814:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17566 00000100:00100000:3.0:1776265357.290313:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265357.290478:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787287872 00000100:00100000:2.0:1776265357.290540:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17567 00000100:00100000:2.0:1776265357.290548:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005378dc8e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787287872:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265357.290586:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x207:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265357.290676:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x207:0x0]: rc = -2 00000100:00100000:2.0:1776265357.290742:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005378dc8e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787287872:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 194us (439us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265357.290751:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17567 00000100:00100000:0.0:1776265357.294693:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.294781:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787287936 00000100:00100000:1.0:1776265357.294831:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17568 00000100:00100000:1.0:1776265357.294838:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000de218a45 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787287936:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.294883:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x207:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.294998:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x207:0x0]: rc = -2 00000100:00100000:1.0:1776265357.295063:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000de218a45 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787287936:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 224us (380us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.295074:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17568 00000100:00100000:3.0:1776265357.299082:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265357.299510:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787288000 00000100:00100000:2.0:1776265357.299578:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17569 00000100:00100000:2.0:1776265357.299587:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003794dca0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787288000:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265357.299625:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x207:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265357.299723:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x207:0x0]: rc = -2 00000100:00100000:2.0:1776265357.299860:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003794dca0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787288000:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 273us (785us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265357.299869:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17569 00000100:00100000:3.0:1776265357.303868:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265357.306103:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787288064 00000100:00100000:2.0:1776265357.306321:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17570 00000100:00100000:2.0:1776265357.306329:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003013950b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787288064:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265357.306393:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x207:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265357.306514:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x207:0x0]: rc = -2 00000100:00100000:2.0:1776265357.306772:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003013950b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787288064:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 442us (2913us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265357.306781:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17570 00000100:00100000:0.0:1776265357.313827:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.314152:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787288128 00000100:00100000:1.0:1776265357.314209:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17571 00000100:00100000:1.0:1776265357.314246:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062db3207 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787288128:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.314310:0:12468:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x22c:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.314406:0:12468:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x22c:0x0]: rc = -2 00000100:00100000:1.0:1776265357.314457:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062db3207 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787288128:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 210us (637us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.314465:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17571 00000100:00100000:3.0:1776265357.317991:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265357.318165:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787288192 00000100:00100000:2.0:1776265357.318245:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17572 00000100:00100000:2.0:1776265357.318252:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063fd81d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787288192:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265357.318293:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x22c:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265357.318378:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x22c:0x0]: rc = -2 00000100:00100000:2.0:1776265357.318436:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063fd81d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787288192:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 184us (454us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265357.318444:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17572 00000100:00100000:3.0:1776265357.322727:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.323105:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787288256 00000100:00100000:0.0:1776265357.323161:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17573 00000100:00100000:0.0:1776265357.323168:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c526d324 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787288256:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265357.323203:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x22c:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265357.323353:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x22c:0x0]: rc = -2 00000100:00100000:0.0:1776265357.323417:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c526d324 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787288256:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 249us (697us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265357.323425:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17573 00000100:00100000:1.0:1776265357.329318:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265357.329422:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787288320 00000100:00100000:2.0:1776265357.329478:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17574 00000100:00100000:2.0:1776265357.329486:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014229f99 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787288320:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265357.329523:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x22c:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265357.329618:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x22c:0x0]: rc = -2 00000100:00100000:2.0:1776265357.329673:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014229f99 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787288320:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 186us (362us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265357.329680:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17574 00000100:00100000:2.0:1776265357.332609:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.332656:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787288384 00000100:00100000:0.0:1776265357.332701:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17575 00000100:00100000:0.0:1776265357.332710:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087fb96b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787288384:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265357.332756:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x22c:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265357.332846:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x22c:0x0]: rc = -2 00000100:00100000:0.0:1776265357.333028:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087fb96b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787288384:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 318us (425us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265357.333037:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17575 00000100:00100000:3.0:1776265357.336553:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.336643:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787288448 00000100:00100000:1.0:1776265357.336709:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17576 00000100:00100000:1.0:1776265357.336716:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000619b9c7b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787288448:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.336747:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x22c:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.336834:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x22c:0x0]: rc = -2 00000100:00100000:1.0:1776265357.336903:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000619b9c7b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787288448:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 186us (357us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.336911:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17576 00000100:00100000:1.0:1776265357.340086:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265357.340471:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787288512 00000100:00100000:2.0:1776265357.340533:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17577 00000100:00100000:2.0:1776265357.340540:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091184b7a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787288512:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1776265357.340573:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x22c:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1776265357.340660:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x22c:0x0]: rc = -2 00000100:00100000:2.0:1776265357.340769:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091184b7a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787288512:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 228us (689us total) trans 0 rc -2/-2 00000100:00100000:2.0:1776265357.340776:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17577 00000100:00100000:3.0:1776265357.350172:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.351738:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787288576 00000100:00100000:1.0:1776265357.351800:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17578 00000100:00100000:1.0:1776265357.351807:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007992d54b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787288576:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.351840:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x22c:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.351934:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x22c:0x0]: rc = -2 00000100:00100000:1.0:1776265357.352010:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007992d54b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787288576:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 202us (1846us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.352019:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17578 00000100:00100000:2.0:1776265357.355310:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.355589:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787288640 00000100:00100000:0.0:1776265357.355639:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17579 00000100:00100000:0.0:1776265357.355645:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000187980d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787288640:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265357.355695:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1f9:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265357.355773:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1f9:0x0]: rc = -2 00000100:00100000:0.0:1776265357.355831:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000187980d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787288640:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 185us (527us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265357.355838:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17579 00000100:00100000:0.0:1776265357.358747:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.358832:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787288704 00000100:00100000:1.0:1776265357.358895:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17580 00000100:00100000:1.0:1776265357.358902:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002aebcc76 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787288704:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.358932:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1f9:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.359036:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1f9:0x0]: rc = -2 00000100:00100000:1.0:1776265357.359098:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002aebcc76 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787288704:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 196us (359us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.359106:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17580 00000100:00100000:3.0:1776265357.362529:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.362631:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787288768 00000100:00100000:0.0:1776265357.362688:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17581 00000100:00100000:0.0:1776265357.362695:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d22b288 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787288768:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265357.362728:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1f9:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265357.362818:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1f9:0x0]: rc = -2 00000100:00100000:0.0:1776265357.362885:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d22b288 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787288768:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 190us (365us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265357.362893:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17581 00000100:00100000:2.0:1776265357.365796:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.365885:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787288832 00000100:00100000:1.0:1776265357.365937:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17582 00000100:00100000:1.0:1776265357.365944:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5454e73 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787288832:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.366015:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1f9:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.366110:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1f9:0x0]: rc = -2 00000100:00100000:1.0:1776265357.366164:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5454e73 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787288832:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 220us (376us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.366173:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17582 00000100:00100000:3.0:1776265357.369121:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.369572:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787288896 00000100:00100000:0.0:1776265357.369649:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17583 00000100:00100000:0.0:1776265357.369656:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002830df6d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787288896:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265357.369689:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x234:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265357.369773:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x234:0x0]: rc = -2 00000100:00100000:0.0:1776265357.369833:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002830df6d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787288896:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 176us (719us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265357.369841:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17583 00000100:00100000:3.0:1776265357.373015:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.373295:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787288960 00000100:00100000:0.0:1776265357.373341:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17584 00000100:00100000:0.0:1776265357.373347:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000432c4273 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787288960:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265357.373381:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x234:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265357.373476:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x234:0x0]: rc = -2 00000100:00100000:0.0:1776265357.373532:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000432c4273 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787288960:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 184us (524us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265357.373540:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17584 00000100:00100000:2.0:1776265357.377500:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.377833:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787289024 00000100:00100000:1.0:1776265357.377889:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17585 00000100:00100000:1.0:1776265357.377895:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c094bf8c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787289024:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.377927:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1f9:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.378030:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1f9:0x0]: rc = -2 00000100:00100000:1.0:1776265357.378089:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c094bf8c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787289024:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 193us (599us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.378103:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17585 00000100:00100000:3.0:1776265357.381008:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.381176:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787289088 00000100:00100000:0.0:1776265357.381262:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17586 00000100:00100000:0.0:1776265357.381268:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001595b842 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787289088:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265357.381326:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1f9:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265357.381423:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1f9:0x0]: rc = -2 00000100:00100000:0.0:1776265357.381482:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001595b842 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787289088:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 213us (482us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265357.381490:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17586 00000100:00100000:3.0:1776265357.385049:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.385155:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787289152 00000100:00100000:1.0:1776265357.385207:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17587 00000100:00100000:1.0:1776265357.385243:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c87a16b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787289152:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.385276:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x234:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.385362:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x234:0x0]: rc = -2 00000100:00100000:1.0:1776265357.385416:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c87a16b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787289152:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 172us (375us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.385423:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17587 00000100:00100000:3.0:1776265357.388653:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.388739:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787289216 00000100:00100000:0.0:1776265357.388798:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17588 00000100:00100000:0.0:1776265357.388805:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033a442d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787289216:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265357.388837:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x234:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265357.388940:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x234:0x0]: rc = -2 00000100:00100000:0.0:1776265357.389004:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033a442d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787289216:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 198us (358us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265357.389013:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17588 00000100:00100000:2.0:1776265357.393801:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.393985:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787289280 00000100:00100000:0.0:1776265357.394043:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17589 00000100:00100000:0.0:1776265357.394049:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8bca976 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787289280:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265357.394082:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1f9:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265357.394173:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1f9:0x0]: rc = -2 00000100:00100000:0.0:1776265357.394260:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8bca976 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787289280:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 210us (466us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265357.394268:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17589 00000100:00100000:3.0:1776265357.398429:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.398670:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787289344 00000100:00100000:0.0:1776265357.398726:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17590 00000100:00100000:0.0:1776265357.398734:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2a49fcf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787289344:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265357.398782:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1f9:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265357.398916:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1f9:0x0]: rc = -2 00000100:00100000:0.0:1776265357.398988:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2a49fcf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787289344:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 254us (568us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265357.398997:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17590 00000100:00100000:3.0:1776265357.404402:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.404520:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787289408 00000100:00100000:0.0:1776265357.404580:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17591 00000100:00100000:0.0:1776265357.404587:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010a15c84 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787289408:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265357.404646:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x234:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265357.404742:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x234:0x0]: rc = -2 00000100:00100000:0.0:1776265357.404821:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010a15c84 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787289408:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 233us (426us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265357.404829:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17591 00000100:00100000:2.0:1776265357.412306:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.412526:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787289472 00000100:00100000:0.0:1776265357.412584:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17592 00000100:00100000:0.0:1776265357.412591:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000049530de2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787289472:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265357.412625:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x234:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265357.412718:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x234:0x0]: rc = -2 00000100:00100000:0.0:1776265357.412775:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000049530de2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787289472:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 183us (478us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265357.412782:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17592 00000100:00100000:3.0:1776265357.416678:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.417160:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787289536 00000100:00100000:0.0:1776265357.417318:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17593 00000100:00100000:0.0:1776265357.417326:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008519aa59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787289536:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265357.417358:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1f9:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265357.417455:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1f9:0x0]: rc = -2 00000100:00100000:0.0:1776265357.417511:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008519aa59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787289536:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 184us (842us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265357.417519:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17593 00000100:00100000:3.0:1776265357.420326:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.420568:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787289600 00000100:00100000:0.0:1776265357.420617:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17594 00000100:00100000:0.0:1776265357.420623:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008dcdcd6c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787289600:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265357.420651:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1f9:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265357.420742:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1f9:0x0]: rc = -2 00000100:00100000:0.0:1776265357.420850:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008dcdcd6c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787289600:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 225us (531us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265357.420859:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17594 00000100:00100000:2.0:1776265357.423513:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.423600:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787289664 00000100:00100000:0.0:1776265357.423654:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17595 00000100:00100000:0.0:1776265357.423661:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5f04bec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787289664:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265357.423714:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1eb:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265357.423816:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1eb:0x0]: rc = -2 00000100:00100000:0.0:1776265357.423881:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5f04bec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787289664:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 212us (369us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265357.423889:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17595 00000100:00100000:2.0:1776265357.435153:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.435268:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787289728 00000100:00100000:0.0:1776265357.435340:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17596 00000100:00100000:0.0:1776265357.435347:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000007133eed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787289728:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265357.435382:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1eb:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265357.435466:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1eb:0x0]: rc = -2 00000100:00100000:0.0:1776265357.435524:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000007133eed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787289728:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 176us (380us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265357.435532:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17596 00000100:00100000:2.0:1776265357.445051:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.445774:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787289792 00000100:00100000:1.0:1776265357.445837:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17597 00000100:00100000:1.0:1776265357.445844:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c142e9a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787289792:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.445879:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1eb:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.445992:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1eb:0x0]: rc = -2 00000100:00100000:1.0:1776265357.446063:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c142e9a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787289792:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 218us (1023us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.446071:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17597 00000100:00100000:2.0:1776265357.451510:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.451617:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787289856 00000100:00100000:0.0:1776265357.451777:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17598 00000100:00100000:0.0:1776265357.451784:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f462b2d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787289856:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265357.451814:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1eb:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265357.451904:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1eb:0x0]: rc = -2 00000100:00100000:0.0:1776265357.452046:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f462b2d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787289856:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 261us (545us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265357.452054:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17598 00000100:00100000:2.0:1776265357.459517:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.459613:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787289920 00000100:00100000:0.0:1776265357.459668:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17599 00000100:00100000:0.0:1776265357.459674:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009420ef59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787289920:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265357.459706:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265357.459796:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x202:0x0]: rc = -2 00000100:00100000:0.0:1776265357.459854:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009420ef59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787289920:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 180us (345us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265357.459863:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17599 00000100:00100000:2.0:1776265357.463908:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.464054:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787289984 00000100:00100000:1.0:1776265357.464116:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17600 00000100:00100000:1.0:1776265357.464123:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001fbcbd62 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787289984:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.464185:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.464311:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x202:0x0]: rc = -2 00000100:00100000:1.0:1776265357.464373:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001fbcbd62 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787289984:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 250us (473us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.464385:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17600 00000100:00100000:2.0:1776265357.471145:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.471265:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787290048 00000100:00100000:0.0:1776265357.471319:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17601 00000100:00100000:0.0:1776265357.471327:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007956f24d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787290048:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265357.471385:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265357.471479:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x202:0x0]: rc = -2 00000100:00100000:0.0:1776265357.471537:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007956f24d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787290048:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 210us (401us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265357.471546:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17601 00000100:00100000:2.0:1776265357.475892:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.476130:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787290112 00000100:00100000:1.0:1776265357.476185:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17602 00000100:00100000:1.0:1776265357.476191:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030cff7bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787290112:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.476258:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.476377:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x202:0x0]: rc = -2 00000100:00100000:1.0:1776265357.476441:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030cff7bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787290112:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 249us (572us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.476449:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17602 00000100:00100000:2.0:1776265357.481001:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.481411:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787290176 00000100:00100000:0.0:1776265357.481465:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17603 00000100:00100000:0.0:1776265357.481473:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ac36399 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787290176:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265357.481506:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1eb:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265357.481597:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1eb:0x0]: rc = -2 00000100:00100000:0.0:1776265357.481656:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ac36399 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787290176:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 183us (664us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265357.481664:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17603 00000100:00100000:2.0:1776265357.485393:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.485710:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787290240 00000100:00100000:1.0:1776265357.485770:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17604 00000100:00100000:1.0:1776265357.485777:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086d7659f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787290240:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.485816:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1eb:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.485916:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1eb:0x0]: rc = -2 00000100:00100000:1.0:1776265357.485994:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086d7659f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787290240:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 216us (610us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.486001:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17604 00000100:00100000:2.0:1776265357.489773:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.489915:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787290304 00000100:00100000:0.0:1776265357.489983:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17605 00000100:00100000:0.0:1776265357.489990:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec23e467 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787290304:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265357.490029:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265357.490129:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x202:0x0]: rc = -2 00000100:00100000:0.0:1776265357.490203:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec23e467 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787290304:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 212us (437us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265357.490259:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17605 00000100:00100000:2.0:1776265357.493937:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.494742:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787290368 00000100:00100000:1.0:1776265357.494800:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17606 00000100:00100000:1.0:1776265357.494807:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007247935c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787290368:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.494839:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.495120:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x202:0x0]: rc = -2 00000100:00100000:1.0:1776265357.495177:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007247935c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787290368:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 369us (1248us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.495189:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17606 00000100:00100000:2.0:1776265357.499358:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.499497:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787290432 00000100:00100000:1.0:1776265357.499560:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17607 00000100:00100000:1.0:1776265357.499568:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc2d1d45 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787290432:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.499628:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.499727:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x202:0x0]: rc = -2 00000100:00100000:1.0:1776265357.499788:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc2d1d45 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787290432:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 219us (439us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.499796:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17607 00000100:00100000:2.0:1776265357.510273:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.510377:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787290496 00000100:00100000:0.0:1776265357.510435:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17608 00000100:00100000:0.0:1776265357.510442:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c01d7aad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787290496:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265357.510477:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265357.510569:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x202:0x0]: rc = -2 00000100:00100000:0.0:1776265357.510626:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c01d7aad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787290496:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 184us (364us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265357.510634:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17608 00000100:00100000:2.0:1776265357.515792:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.516151:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787290560 00000100:00100000:1.0:1776265357.516250:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17609 00000100:00100000:1.0:1776265357.516257:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e20b1422 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787290560:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.516456:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1eb:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.516562:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1eb:0x0]: rc = -2 00000100:00100000:1.0:1776265357.516627:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e20b1422 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787290560:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 369us (844us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.516635:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17609 00000100:00100000:2.0:1776265357.523672:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.523767:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787290624 00000100:00100000:1.0:1776265357.523825:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17610 00000100:00100000:1.0:1776265357.523831:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000561dd1bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787290624:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.523864:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x1eb:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.523978:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x1eb:0x0]: rc = -2 00000100:00100000:1.0:1776265357.524039:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000561dd1bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787290624:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 207us (374us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.524050:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17610 00000100:00100000:2.0:1776265357.528335:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.528465:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787290688 00000100:00100000:0.0:1776265357.528515:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17611 00000100:00100000:0.0:1776265357.528522:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002bc0f333 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787290688:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265357.528583:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265357.528679:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x202:0x0]: rc = -2 00000100:00100000:0.0:1776265357.528746:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002bc0f333 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787290688:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 223us (419us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265357.528753:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17611 00000100:00100000:2.0:1776265357.532322:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.532605:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787290752 00000100:00100000:1.0:1776265357.532667:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17612 00000100:00100000:1.0:1776265357.532675:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fdc9c1c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787290752:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.532708:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.532805:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x202:0x0]: rc = -2 00000100:00100000:1.0:1776265357.532857:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fdc9c1c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787290752:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 182us (543us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.532865:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17612 00000100:00100000:3.0:1776265357.537083:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.537180:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787290816 00000100:00100000:0.0:1776265357.537291:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17613 00000100:00100000:0.0:1776265357.537297:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000566f120 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787290816:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265357.537335:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265357.537423:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x202:0x0]: rc = -2 00000100:00100000:0.0:1776265357.537470:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000566f120 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787290816:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 172us (395us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265357.537481:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17613 00000100:00100000:2.0:1776265357.546176:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.546528:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787290880 00000100:00100000:1.0:1776265357.546585:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17614 00000100:00100000:1.0:1776265357.546592:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000821054e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787290880:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.546645:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.546739:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x202:0x0]: rc = -2 00000100:00100000:1.0:1776265357.546798:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000821054e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787290880:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 205us (630us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.546805:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17614 00000100:00100000:2.0:1776265357.550381:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.550503:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787290944 00000100:00100000:0.0:1776265357.550559:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17615 00000100:00100000:0.0:1776265357.550566:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000031df32f2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787290944:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265357.550603:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265357.550700:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x202:0x0]: rc = -2 00000100:00100000:0.0:1776265357.550772:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000031df32f2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787290944:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 205us (402us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265357.550780:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17615 00000100:00100000:3.0:1776265357.553923:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.554028:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787291008 00000100:00100000:1.0:1776265357.554083:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17616 00000100:00100000:1.0:1776265357.554090:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000373bcba0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787291008:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.554123:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.554253:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x202:0x0]: rc = -2 00000100:00100000:1.0:1776265357.554313:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000373bcba0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787291008:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 222us (396us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.554323:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17616 00000100:00100000:3.0:1776265357.557496:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.557587:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787291072 00000100:00100000:0.0:1776265357.557631:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17617 00000100:00100000:0.0:1776265357.557637:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000901ca583 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787291072:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265357.557668:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265357.557747:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x202:0x0]: rc = -2 00000100:00100000:0.0:1776265357.557799:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000901ca583 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787291072:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 162us (312us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265357.557807:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17617 00000100:00100000:2.0:1776265357.560954:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.561437:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787291136 00000100:00100000:1.0:1776265357.561523:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17618 00000100:00100000:1.0:1776265357.561529:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015439c93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787291136:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.561563:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.561682:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x202:0x0]: rc = -2 00000100:00100000:1.0:1776265357.561750:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015439c93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787291136:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 220us (803us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.561758:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17618 00000100:00100000:3.0:1776265357.564342:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.565411:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787291200 00000100:00100000:1.0:1776265357.565477:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17619 00000100:00100000:1.0:1776265357.565485:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004bb7794f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787291200:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1776265357.565522:0:5508:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x265:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1776265357.565625:0:5508:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x265:0x0]: rc = -2 00000100:00100000:1.0:1776265357.565682:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004bb7794f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787291200:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 197us (1348us total) trans 0 rc -2/-2 00000100:00100000:1.0:1776265357.565690:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17619 00000100:00100000:2.0:1776265357.569115:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.569208:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787291264 00000100:00100000:0.0:1776265357.569307:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17620 00000100:00100000:0.0:1776265357.569314:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003997af8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787291264:12345-192.168.204.57@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1776265357.569384:0:5507:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000401:0x265:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1776265357.569486:0:5507:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000401:0x265:0x0]: rc = -2 00000100:00100000:0.0:1776265357.569540:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003997af8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+352:11451:x1862548787291264:12345-192.168.204.57@tcp:53:lustre_rsync.0 Request processed in 226us (432us total) trans 0 rc -2/-2 00000100:00100000:0.0:1776265357.569552:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17620 00000001:00080000:1.0:1776265357.736290:0:5529:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 4294976113 is committed 00000004:00080000:1.0:1776265357.736404:0:5529:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 111 committed 00000004:00080000:1.0:1776265357.736540:0:5529:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 108 committed 00000001:00080000:1.0:1776265357.737376:0:5529:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 4294976114 is committed 00000004:00080000:1.0:1776265357.737611:0:5529:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 110 committed 00000100:00100000:3.0:1776265357.738203:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fb3f4337 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793521920:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.739524:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aea31246 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793521856:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.739624:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.739873:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004da7b788 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793522112:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776265357.739901:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.739922:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b132b89f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793522368:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776265357.739942:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.739957:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fbb8291a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793522624:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.739988:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.740035:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000456c3164 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793521984:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776265357.740129:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d1f8d2c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793522048:0@lo:6:osp-syn-0-0.0 00000001:00080000:1.0:1776265357.740286:0:5529:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 4294976115 is committed 00000004:00080000:1.0:1776265357.740301:0:5529:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 110 committed 00000004:00080000:1.0:1776265357.740310:0:5529:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 112 committed 00000004:00080000:1.0:1776265357.740389:0:5529:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 109 committed 00000001:00080000:1.0:1776265357.740519:0:5529:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 4294976116 is committed 00000100:00100000:2.0:1776265357.741785:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.741832:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b0b38d10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793522240:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776265357.741863:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.741888:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d6e945d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793522496:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.741909:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.741924:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e183d7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793522752:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.741944:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.742022:0:11771:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793521856 00000100:00100000:2.0:1776265357.742281:0:11771:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793522112 00000100:00100000:2.0:1776265357.742310:0:11771:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793522368 00000100:00100000:2.0:1776265357.742334:0:11771:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793522624 00000100:00100000:2.0:1776265357.742346:0:11771:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793521984 00000100:00100000:2.0:1776265357.742360:0:11771:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793522240 00000100:00100000:2.0:1776265357.742371:0:11771:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793522496 00000100:00100000:2.0:1776265357.742382:0:11771:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793522752 00000100:00100000:2.0:1776265357.742401:0:11771:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3040 00000100:00100000:2.0:1776265357.742408:0:11771:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015c1f937 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:2996:x1862548793521856:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776265357.742446:0:11771:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:257 count 1 00000100:00100000:1.0:1776265357.742475:0:7842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3041 00010000:00010000:2.0:1776265357.742479:0:11771:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000e3f762e/0xeb74cb2ea36a311b lrc: 3/0,1 mode: --/PW res: [0x101:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.742490:0:7842:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e79241c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:2996:x1862548793522112:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1776265357.742520:0:11771:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006e4f3af8/0xeb74cb2ea367fee4 lrc: 2/0,0 mode: PW/PW res: [0x101:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b1a5 expref: 81 pid: 11802 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1776265357.742535:0:7842:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:246 count 1 00010000:00010000:2.0:1776265357.742536:0:11771:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.742542:0:11771:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.742546:0:11771:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000e3f762e/0xeb74cb2ea36a311b lrc: 4/0,1 mode: --/PW res: [0x101:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.742568:0:7842:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a3122 lrc: 3/0,1 mode: --/PW res: [0xf6:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.742599:0:7842:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000aa5e1788/0xeb74cb2ea367f624 lrc: 2/0,0 mode: PW/PW res: [0xf6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ae02 expref: 73 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.742604:0:11771:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006e4f3af8/0xeb74cb2ea367fee4 lrc: 3/0,0 mode: PW/PW res: [0x101:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b1a5 expref: 81 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.742619:0:7842:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265357.742623:0:7842:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265357.742627:0:7842:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a3122 lrc: 4/0,1 mode: --/PW res: [0xf6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.742636:0:11771:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006e4f3af8/0xeb74cb2ea367fee4 lrc: 4/0,0 mode: PW/PW res: [0x101:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b1a5 expref: 81 pid: 11802 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1776265357.742695:0:7842:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000aa5e1788/0xeb74cb2ea367f624 lrc: 3/0,0 mode: PW/PW res: [0xf6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ae02 expref: 73 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.742708:0:7842:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000aa5e1788/0xeb74cb2ea367f624 lrc: 4/0,0 mode: PW/PW res: [0xf6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ae02 expref: 73 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1776265357.742721:0:7842:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000072e3f256 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7842:1862548793522944:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.742883:0:11771:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000779538bf pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11771:1862548793522880:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.743073:0:11771:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c1c1c25d going to sleep for 43 seconds 00000100:00100000:2.0:1776265357.743108:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3042 00000100:00100000:2.0:1776265357.743113:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df4843ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:2996:x1862548793522368:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776265357.743131:0:6308:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:253 count 1 00010000:00010000:2.0:1776265357.743148:0:6308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a3129 lrc: 3/0,1 mode: --/PW res: [0xfd:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.743162:0:6308:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000eb3baca3/0xeb74cb2ea367fb80 lrc: 2/0,0 mode: PW/PW res: [0xfd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b055 expref: 73 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.743168:0:6308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.743170:0:6308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.743171:0:6308:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a3129 lrc: 4/0,1 mode: --/PW res: [0xfd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.743200:0:6308:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000eb3baca3/0xeb74cb2ea367fb80 lrc: 3/0,0 mode: PW/PW res: [0xfd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b055 expref: 73 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.743208:0:6308:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000eb3baca3/0xeb74cb2ea367fb80 lrc: 4/0,0 mode: PW/PW res: [0xfd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b055 expref: 73 pid: 11802 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.743240:0:6308:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d8ae249 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6308:1862548793523008:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.743266:0:6308:0:(client.c:2500:ptlrpc_set_wait()) set 0000000004bfeea4 going to sleep for 43 seconds 00000100:00100000:2.0:1776265357.743285:0:12462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043 00000100:00100000:2.0:1776265357.743289:0:12462:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b72156ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+8:2996:x1862548793522624:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776265357.743301:0:12462:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:233 count 1 00010000:00010000:2.0:1776265357.743312:0:12462:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3130 lrc: 3/0,1 mode: --/PW res: [0xe9:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.743323:0:12462:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003c6ad7da/0xeb74cb2ea367e6fe lrc: 2/0,0 mode: PW/PW res: [0xe9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a82f expref: 81 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.743329:0:12462:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.743330:0:12462:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.743331:0:12462:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3130 lrc: 4/0,1 mode: --/PW res: [0xe9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.743349:0:12462:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003c6ad7da/0xeb74cb2ea367e6fe lrc: 3/0,0 mode: PW/PW res: [0xe9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a82f expref: 81 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.743356:0:12462:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003c6ad7da/0xeb74cb2ea367e6fe lrc: 4/0,0 mode: PW/PW res: [0xe9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a82f expref: 81 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.743364:0:12462:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000026289fe pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:12462:1862548793523072:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.743384:0:12462:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fb7ba95c going to sleep for 43 seconds 00000100:00100000:2.0:1776265357.743403:0:11797:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044 00000100:00100000:2.0:1776265357.743407:0:11797:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ce0d328 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+8:2994:x1862548793521984:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776265357.743420:0:11797:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:228 count 1 00010000:00010000:2.0:1776265357.743430:0:11797:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a3137 lrc: 3/0,1 mode: --/PW res: [0xe4:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.743442:0:11797:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003fb976c6/0xeb74cb2ea367e3af lrc: 2/0,0 mode: PW/PW res: [0xe4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a6c3 expref: 73 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.743449:0:11797:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.743450:0:11797:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.743452:0:11797:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a3137 lrc: 4/0,1 mode: --/PW res: [0xe4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.743474:0:11797:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003fb976c6/0xeb74cb2ea367e3af lrc: 3/0,0 mode: PW/PW res: [0xe4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a6c3 expref: 73 pid: 10780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.743489:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776265357.743493:0:11797:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003fb976c6/0xeb74cb2ea367e3af lrc: 4/0,0 mode: PW/PW res: [0xe4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a6c3 expref: 73 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.743506:0:11797:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005ed7b72 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:11797:1862548793523136:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.743534:0:11797:0:(client.c:2500:ptlrpc_set_wait()) set 000000003e8f7e5e going to sleep for 43 seconds 00000100:00100000:0.0:1776265357.743548:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057e8dc97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793522304:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776265357.743560:0:11783:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793522048 00000100:00100000:2.0:1776265357.743594:0:11783:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3045 00000100:00100000:2.0:1776265357.743598:0:11783:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cefc1670 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+9:2994:x1862548793522240:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776265357.743609:0:11783:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:244 count 1 00010000:00010000:2.0:1776265357.743619:0:11783:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a313e lrc: 3/0,1 mode: --/PW res: [0xf4:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.743628:0:11783:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000091bec1bb/0xeb74cb2ea367f479 lrc: 2/0,0 mode: PW/PW res: [0xf4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ad53 expref: 73 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.743634:0:11783:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.743635:0:11783:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.743637:0:11783:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a313e lrc: 4/0,1 mode: --/PW res: [0xf4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.743652:0:11783:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000091bec1bb/0xeb74cb2ea367f479 lrc: 3/0,0 mode: PW/PW res: [0xf4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ad53 expref: 73 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.743659:0:11783:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000091bec1bb/0xeb74cb2ea367f479 lrc: 4/0,0 mode: PW/PW res: [0xf4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ad53 expref: 73 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.743777:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776265357.743804:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e5efb2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793522560:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.743979:0:11783:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070eda601 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:11783:1862548793523200:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.744012:0:11783:0:(client.c:2500:ptlrpc_set_wait()) set 000000000d5d3ae1 going to sleep for 43 seconds 00000100:00100000:2.0:1776265357.744032:0:11804:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793522304 00000100:00100000:2.0:1776265357.744057:0:11804:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3046 00000100:00100000:2.0:1776265357.744060:0:11804:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cca94cde pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+8:2994:x1862548793522496:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776265357.744073:0:11804:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:231 count 1 00010000:00010000:2.0:1776265357.744083:0:11804:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000454265a8/0xeb74cb2ea36a3145 lrc: 3/0,1 mode: --/PW res: [0xe7:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.744099:0:11804:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006843ca84/0xeb74cb2ea367e576 lrc: 2/0,0 mode: PW/PW res: [0xe7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a787 expref: 81 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.744105:0:11804:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.744107:0:11804:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.744108:0:11804:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000454265a8/0xeb74cb2ea36a3145 lrc: 4/0,1 mode: --/PW res: [0xe7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.744132:0:11804:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006843ca84/0xeb74cb2ea367e576 lrc: 3/0,0 mode: PW/PW res: [0xe7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a787 expref: 81 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.744140:0:11804:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006843ca84/0xeb74cb2ea367e576 lrc: 4/0,0 mode: PW/PW res: [0xe7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a787 expref: 81 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.744148:0:11804:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ef726113 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:11804:1862548793523264:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265357.744161:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.744174:0:11804:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f5c517a4 going to sleep for 43 seconds 00000100:00100000:2.0:1776265357.744193:0:6306:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793522560 00000100:00100000:0.0:1776265357.744208:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000764a13e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793522816:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776265357.744245:0:6306:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3047 00000100:00100000:2.0:1776265357.744251:0:6306:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000681a7c73 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:2994:x1862548793522752:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776265357.744265:0:6306:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:253 count 1 00010000:00010000:2.0:1776265357.744279:0:6306:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000482db2cc/0xeb74cb2ea36a314c lrc: 3/0,1 mode: --/PW res: [0xfd:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.744291:0:6306:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000025799db3/0xeb74cb2ea367fad8 lrc: 2/0,0 mode: PW/PW res: [0xfd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b00f expref: 81 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.744296:0:6306:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.744298:0:6306:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.744300:0:6306:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000482db2cc/0xeb74cb2ea36a314c lrc: 4/0,1 mode: --/PW res: [0xfd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.744318:0:6306:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000025799db3/0xeb74cb2ea367fad8 lrc: 3/0,0 mode: PW/PW res: [0xfd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b00f expref: 81 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.744324:0:6306:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000025799db3/0xeb74cb2ea367fad8 lrc: 4/0,0 mode: PW/PW res: [0xfd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b00f expref: 81 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.744334:0:6306:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001b1408f3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6306:1862548793523328:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.744361:0:6306:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a085564f going to sleep for 43 seconds 00000100:00100000:2.0:1776265357.744382:0:11777:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3048 00000100:00100000:0.0:1776265357.744382:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.744395:0:11777:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb95879a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:2995:x1862548793522048:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776265357.744408:0:11777:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:243 count 1 00010000:00010000:2.0:1776265357.744422:0:11777:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a3153 lrc: 3/0,1 mode: --/PW res: [0xf3:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.744434:0:11777:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005073e60d/0xeb74cb2ea367f37d lrc: 2/0,0 mode: PW/PW res: [0xf3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3acf1 expref: 73 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.744440:0:11777:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.744442:0:11777:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.744443:0:11777:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a3153 lrc: 4/0,1 mode: --/PW res: [0xf3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.744448:0:11784:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793522816 00010000:00010000:2.0:1776265357.744465:0:11777:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005073e60d/0xeb74cb2ea367f37d lrc: 3/0,0 mode: PW/PW res: [0xf3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3acf1 expref: 73 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.744480:0:11777:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005073e60d/0xeb74cb2ea367f37d lrc: 4/0,0 mode: PW/PW res: [0xf3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3acf1 expref: 73 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.744488:0:11784:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3049 00000100:00100000:2.0:1776265357.744501:0:11777:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c1b51fbf pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:11777:1862548793523392:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265357.744510:0:11784:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a5415fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+11:2995:x1862548793522304:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776265357.744527:0:11777:0:(client.c:2500:ptlrpc_set_wait()) set 00000000658fdaad going to sleep for 43 seconds 00002000:00080000:0.0:1776265357.744534:0:11784:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:247 count 1 00000100:00100000:2.0:1776265357.744557:0:11802:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3050 00010000:00010000:0.0:1776265357.744558:0:11784:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a315a lrc: 3/0,1 mode: --/PW res: [0xf7:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.744568:0:11802:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006885faf2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+9:2995:x1862548793522560:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776265357.744585:0:11802:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:229 count 1 00010000:00010000:2.0:1776265357.744597:0:11802:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a3161 lrc: 3/0,1 mode: --/PW res: [0xe5:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.744608:0:11802:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003e0e92c2/0xeb74cb2ea367e3ee lrc: 2/0,0 mode: PW/PW res: [0xe5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a6df expref: 81 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.744613:0:11802:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.744614:0:11802:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.744615:0:11802:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a3161 lrc: 4/0,1 mode: --/PW res: [0xe5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.744631:0:11802:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003e0e92c2/0xeb74cb2ea367e3ee lrc: 3/0,0 mode: PW/PW res: [0xe5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a6df expref: 81 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.744638:0:11802:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003e0e92c2/0xeb74cb2ea367e3ee lrc: 4/0,0 mode: PW/PW res: [0xe5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a6df expref: 81 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.744645:0:11802:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009464fb31 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:11802:1862548793523456:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.744663:0:11802:0:(client.c:2500:ptlrpc_set_wait()) set 0000000006b1b18f going to sleep for 43 seconds 00010000:00010000:0.0:1776265357.744720:0:11784:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a19e9e57/0xeb74cb2ea367f704 lrc: 2/0,0 mode: PW/PW res: [0xf7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ae6b expref: 73 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.744729:0:11784:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.744731:0:11784:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.744733:0:11784:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a315a lrc: 4/0,1 mode: --/PW res: [0xf7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.744930:0:11784:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a19e9e57/0xeb74cb2ea367f704 lrc: 3/0,0 mode: PW/PW res: [0xf7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ae6b expref: 73 pid: 10780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.744981:0:11779:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3051 00000100:00100000:2.0:1776265357.744996:0:11779:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000984cf497 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+11:2995:x1862548793522816:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776265357.745013:0:11779:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:250 count 1 00010000:00010000:2.0:1776265357.745026:0:11779:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a3168 lrc: 3/0,1 mode: --/PW res: [0xfa:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.745039:0:11779:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008f2ea358/0xeb74cb2ea367f950 lrc: 2/0,0 mode: PW/PW res: [0xfa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3af67 expref: 73 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.745041:0:11784:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a19e9e57/0xeb74cb2ea367f704 lrc: 4/0,0 mode: PW/PW res: [0xf7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ae6b expref: 73 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.745051:0:11779:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.745053:0:11779:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.745054:0:11779:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a3168 lrc: 4/0,1 mode: --/PW res: [0xfa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.745077:0:11779:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008f2ea358/0xeb74cb2ea367f950 lrc: 3/0,0 mode: PW/PW res: [0xfa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3af67 expref: 73 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.745085:0:11779:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008f2ea358/0xeb74cb2ea367f950 lrc: 4/0,0 mode: PW/PW res: [0xfa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3af67 expref: 73 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.745093:0:11779:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f38f3d18 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:11779:1862548793523584:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.745113:0:11779:0:(client.c:2500:ptlrpc_set_wait()) set 0000000058658aa5 going to sleep for 43 seconds 00000100:00100000:0.0:1776265357.745204:0:11784:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a1f5a1b1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:11784:1862548793523520:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265357.745378:0:11784:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f1911d6c going to sleep for 43 seconds 00000100:00100000:3.0:1776265357.745524:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776265357.745569:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcb14ba2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793522176:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776265357.745611:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776265357.745629:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dca8e0f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793522432:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.745778:0:11778:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793521920 00000100:00100000:2.0:1776265357.745816:0:11778:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793522176 00000100:00100000:2.0:1776265357.745834:0:11778:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3052 00000100:00100000:2.0:1776265357.745838:0:11778:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2e6dbc8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+10:2993:x1862548793521920:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776265357.745853:0:11778:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:256 count 1 00010000:00010000:2.0:1776265357.745869:0:11778:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a316f lrc: 3/0,1 mode: --/PW res: [0x100:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.745882:0:11778:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000df712887/0xeb74cb2ea367fe20 lrc: 2/0,0 mode: PW/PW res: [0x100:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b151 expref: 81 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.745889:0:11778:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.745890:0:11778:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.745891:0:11778:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a316f lrc: 4/0,1 mode: --/PW res: [0x100:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.746063:0:11778:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000df712887/0xeb74cb2ea367fe20 lrc: 3/0,0 mode: PW/PW res: [0x100:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b151 expref: 81 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.746073:0:11778:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000df712887/0xeb74cb2ea367fe20 lrc: 4/0,0 mode: PW/PW res: [0x100:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b151 expref: 81 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.746085:0:11778:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7b10886 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:11778:1862548793523648:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.746125:0:11778:0:(client.c:2500:ptlrpc_set_wait()) set 000000005ac5405d going to sleep for 43 seconds 00000100:00100000:2.0:1776265357.746144:0:11796:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3053 00000100:00100000:2.0:1776265357.746149:0:11796:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000175ce0df pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+12:2993:x1862548793522176:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776265357.746162:0:11796:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:245 count 1 00010000:00010000:2.0:1776265357.746177:0:11796:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a3176 lrc: 3/0,1 mode: --/PW res: [0xf5:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.746188:0:11796:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000908124ef/0xeb74cb2ea367f560 lrc: 2/0,0 mode: PW/PW res: [0xf5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3adae expref: 73 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.746195:0:11796:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.746197:0:11796:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.746199:0:11796:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a3176 lrc: 4/0,1 mode: --/PW res: [0xf5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.746264:0:11796:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000908124ef/0xeb74cb2ea367f560 lrc: 3/0,0 mode: PW/PW res: [0xf5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3adae expref: 73 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.746272:0:11796:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000908124ef/0xeb74cb2ea367f560 lrc: 4/0,0 mode: PW/PW res: [0xf5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3adae expref: 73 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.746368:0:11796:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f393aecd pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:11796:1862548793523712:192.168.204.57@tcp:104: 00000100:00100000:3.0:1776265357.746376:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776265357.746404:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000098dd1418 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793522688:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.746410:0:11796:0:(client.c:2500:ptlrpc_set_wait()) set 000000008dc054c1 going to sleep for 43 seconds 00000100:00100000:3.0:1776265357.746437:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776265357.746519:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793522432 00000100:00100000:0.0:1776265357.746551:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793522688 00000100:00100000:0.0:1776265357.746564:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3054 00000100:00100000:0.0:1776265357.747147:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da4d17b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:2993:x1862548793522432:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776265357.747179:0:6307:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:230 count 1 00010000:00010000:0.0:1776265357.747357:0:6307:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004d89b3e0/0xeb74cb2ea36a317d lrc: 3/0,1 mode: --/PW res: [0xe6:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.747377:0:6307:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000001b21a94/0xeb74cb2ea367e4b2 lrc: 2/0,0 mode: PW/PW res: [0xe6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a733 expref: 81 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.747390:0:6307:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.747392:0:6307:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.747394:0:6307:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004d89b3e0/0xeb74cb2ea36a317d lrc: 4/0,1 mode: --/PW res: [0xe6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.747431:0:6307:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000001b21a94/0xeb74cb2ea367e4b2 lrc: 3/0,0 mode: PW/PW res: [0xe6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a733 expref: 81 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.747444:0:6307:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000001b21a94/0xeb74cb2ea367e4b2 lrc: 4/0,0 mode: PW/PW res: [0xe6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a733 expref: 81 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.747465:0:6307:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003008a578 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6307:1862548793523776:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265357.747548:0:6307:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d2a4e7eb going to sleep for 43 seconds 00000100:00100000:1.0:1776265357.747751:0:7842:0:(client.c:2500:ptlrpc_set_wait()) set 000000007ee66512 going to sleep for 43 seconds 00000100:00100000:2.0:1776265357.747818:0:10780:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3055 00000100:00100000:2.0:1776265357.747828:0:10780:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000073652895 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:2993:x1862548793522688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776265357.747855:0:10780:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:232 count 1 00010000:00010000:2.0:1776265357.747874:0:10780:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000900bca3b/0xeb74cb2ea36a3184 lrc: 3/0,1 mode: --/PW res: [0xe8:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.747889:0:10780:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001427d2f5/0xeb74cb2ea367e63a lrc: 2/0,0 mode: PW/PW res: [0xe8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a7db expref: 81 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.747895:0:10780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.747897:0:10780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.747898:0:10780:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000900bca3b/0xeb74cb2ea36a3184 lrc: 4/0,1 mode: --/PW res: [0xe8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.747944:0:10780:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001427d2f5/0xeb74cb2ea367e63a lrc: 3/0,0 mode: PW/PW res: [0xe8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a7db expref: 81 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.747960:0:10780:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001427d2f5/0xeb74cb2ea367e63a lrc: 4/0,0 mode: PW/PW res: [0xe8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a7db expref: 81 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.747983:0:10780:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a4b8022a pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10780:1862548793523840:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.748027:0:10780:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d645c284 going to sleep for 43 seconds 00000100:00100000:3.0:1776265357.748670:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.748790:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787291328 00010000:00010000:1.0:1776265357.748995:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006e4f3af8/0xeb74cb2ea367fee4 lrc: 5/0,0 mode: PW/PW res: [0x101:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b1a5 expref: 82 pid: 11802 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1776265357.749040:0:11760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5092 00000100:00100000:1.0:1776265357.749127:0:11760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000073fb35d9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+82:2206:x1862548787291328:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1776265357.749144:0:11760:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776265357.749150:0:11760:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006e4f3af8/0xeb74cb2ea367fee4 lrc: 5/0,0 mode: PW/PW res: [0x101:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b1a5 expref: 82 pid: 11802 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1776265357.749165:0:11760:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006e4f3af8/0xeb74cb2ea367fee4 lrc: 4/0,0 mode: PW/PW res: [0x101:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b1a5 expref: 82 pid: 11802 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1776265357.749201:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.749203:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.749207:0:11760:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000e3f762e/0xeb74cb2ea36a311b lrc: 3/0,1 mode: PW/PW res: [0x101:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.749240:0:11760:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000e3f762e/0xeb74cb2ea36a311b lrc: 4/0,1 mode: PW/PW res: [0x101:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.749264:0:11760:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776265357.749551:0:11771:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006e4f3af8/0xeb74cb2ea367fee4 lrc: 0/0,0 mode: --/PW res: [0x101:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b1a5 expref: 82 pid: 11802 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.749568:0:11771:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000779538bf pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11771:1862548793522880:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265357.749601:0:11771:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000e3f762e/0xeb74cb2ea36a311b lrc: 3/0,1 mode: PW/PW res: [0x101:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.749610:0:11771:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000e3f762e/0xeb74cb2ea36a311b lrc: 3/0,1 mode: PW/PW res: [0x101:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.749617:0:11771:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000e3f762e/0xeb74cb2ea36a311b lrc: 3/0,1 mode: PW/PW res: [0x101:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.749627:0:11771:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000e3f762e/0xeb74cb2ea36a311b lrc: 3/0,1 mode: PW/PW res: [0x101:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.749639:0:11771:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000e3f762e/0xeb74cb2ea36a311b lrc: 2/0,0 mode: PW/PW res: [0x101:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.749661:0:11771:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776265357.750734:0:11771:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015c1f937 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:2996:x1862548793521856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8322us (11108us total) trans 4294968220 rc 0/0 00000100:00100000:0.0:1776265357.750747:0:11771:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3040 00000100:00100000:1.0:1776265357.751821:0:11760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000073fb35d9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+81:2206:x1862548787291328:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 Request processed in 2767us (3146us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265357.751843:0:11760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5092 00010000:00010000:2.0:1776265357.752548:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265357.752560:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000e3f762e/0xeb74cb2ea36a311b lrc: 2/0,0 mode: PW/PW res: [0x101:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.752577:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000e3f762e already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.752581:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000e3f762e/0xeb74cb2ea36a311b lrc: 2/0,0 mode: PW/PW res: [0x101:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.752591:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000e3f762e/0xeb74cb2ea36a311b lrc: 3/0,0 mode: PW/PW res: [0x101:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.752616:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000e3f762e/0xeb74cb2ea36a311b lrc: 1/0,0 mode: --/PW res: [0x101:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.752621:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000e3f762e/0xeb74cb2ea36a311b lrc: 0/0,0 mode: --/PW res: [0x101:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.752636:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.752637:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.752638:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1776265357.752674:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000aea31246/2, rc 0, transno 924 00000100:00100000:2.0:1776265357.752691:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aea31246 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793521856:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.752839:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb1cbb7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793523904:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.752887:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776265357.753076:0:11771:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793523904 00000100:00100000:0.0:1776265357.753142:0:11771:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3056 00000100:00100000:0.0:1776265357.753148:0:11771:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8748b01 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:2996:x1862548793523904:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776265357.753180:0:11771:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:251 count 1 00010000:00010000:0.0:1776265357.753210:0:11771:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000fd6f265/0xeb74cb2ea36a318b lrc: 3/0,1 mode: --/PW res: [0xfb:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.753272:0:11771:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000005d96149/0xeb74cb2ea367f949 lrc: 2/0,0 mode: PW/PW res: [0xfb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3af60 expref: 80 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.753281:0:11771:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.753283:0:11771:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.753286:0:11771:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000fd6f265/0xeb74cb2ea36a318b lrc: 4/0,1 mode: --/PW res: [0xfb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.753322:0:11771:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000005d96149/0xeb74cb2ea367f949 lrc: 3/0,0 mode: PW/PW res: [0xfb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3af60 expref: 80 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.753333:0:11771:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000005d96149/0xeb74cb2ea367f949 lrc: 4/0,0 mode: PW/PW res: [0xfb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3af60 expref: 80 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.753347:0:11771:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4e9dca8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11771:1862548793523968:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265357.753412:0:11771:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a6eb1e76 going to sleep for 43 seconds 00000100:00100000:1.0:1776265357.755783:0:12462:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000026289fe pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:12462:1862548793523072:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265357.755825:0:12462:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3130 lrc: 3/0,1 mode: --/PW res: [0xe9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.767343:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776265357.767906:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265357.767937:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265357.768133:0:11797:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005ed7b72 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:11797:1862548793523136:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.768179:0:11797:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a3137 lrc: 3/0,1 mode: --/PW res: [0xe4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.768254:0:6308:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d8ae249 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6308:1862548793523008:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.768267:0:6308:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a3129 lrc: 3/0,1 mode: --/PW res: [0xfd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.768439:0:11783:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070eda601 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:11783:1862548793523200:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265357.768456:0:11783:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a313e lrc: 3/0,1 mode: --/PW res: [0xf4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.768497:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787291392 00010000:00010000:1.0:1776265357.768542:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003c6ad7da/0xeb74cb2ea367e6fe lrc: 4/0,0 mode: PW/PW res: [0xe9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a82f expref: 81 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1776265357.768586:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787291456 00010000:00010000:1.0:1776265357.768601:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003fb976c6/0xeb74cb2ea367e3af lrc: 4/0,0 mode: PW/PW res: [0xe4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a6c3 expref: 74 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1776265357.768622:0:11760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5093 00000100:00100000:1.0:1776265357.768629:0:11760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d725961c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+81:2205:x1862548787291392:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1776265357.768648:0:11760:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776265357.768653:0:11760:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003c6ad7da/0xeb74cb2ea367e6fe lrc: 4/0,0 mode: PW/PW res: [0xe9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a82f expref: 81 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1776265357.768663:0:11760:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003c6ad7da/0xeb74cb2ea367e6fe lrc: 3/0,0 mode: PW/PW res: [0xe9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a82f expref: 81 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1776265357.768691:0:11760:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c6ad7da/0xeb74cb2ea367e6fe lrc: 0/0,0 mode: --/PW res: [0xe9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a82f expref: 81 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1776265357.768711:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.768714:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.768719:0:11760:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3130 lrc: 3/0,1 mode: PW/PW res: [0xe9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.768730:0:11760:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3130 lrc: 4/0,1 mode: PW/PW res: [0xe9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.768864:0:11760:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776265357.768935:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5094 00000100:00100000:2.0:1776265357.768942:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ecb40db2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+74:2206:x1862548787291456:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1776265357.768971:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265357.768976:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003fb976c6/0xeb74cb2ea367e3af lrc: 4/0,0 mode: PW/PW res: [0xe4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a6c3 expref: 74 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.768985:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003fb976c6/0xeb74cb2ea367e3af lrc: 3/0,0 mode: PW/PW res: [0xe4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a6c3 expref: 74 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.769003:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003fb976c6/0xeb74cb2ea367e3af lrc: 0/0,0 mode: --/PW res: [0xe4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a6c3 expref: 74 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.769013:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.769016:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.769018:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a3137 lrc: 3/0,1 mode: PW/PW res: [0xe4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.769024:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a3137 lrc: 4/0,1 mode: PW/PW res: [0xe4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.770506:0:11760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d725961c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+80:2205:x1862548787291392:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 1858us (2592us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265357.770525:0:11760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5093 00010000:00010000:1.0:1776265357.770601:0:12462:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3130 lrc: 3/0,1 mode: PW/PW res: [0xe9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.770614:0:12462:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3130 lrc: 3/0,1 mode: PW/PW res: [0xe9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.770624:0:12462:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3130 lrc: 3/0,1 mode: PW/PW res: [0xe9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.770632:0:12462:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3130 lrc: 2/0,0 mode: PW/PW res: [0xe9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.770654:0:12462:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776265357.771264:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776265357.771324:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ecb40db2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+73:2206:x1862548787291456:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 2379us (3385us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.771335:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5094 00010000:00010000:2.0:1776265357.771368:0:11797:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a3137 lrc: 3/0,1 mode: PW/PW res: [0xe4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.771378:0:11797:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a3137 lrc: 3/0,1 mode: PW/PW res: [0xe4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.771386:0:11797:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a3137 lrc: 3/0,1 mode: PW/PW res: [0xe4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.771391:0:11797:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a3137 lrc: 2/0,0 mode: PW/PW res: [0xe4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.771412:0:11797:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1776265357.771820:0:11797:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ce0d328 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+13:2994:x1862548793521984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 28411us (30041us total) trans 4294968211 rc 0/0 00000100:00100000:2.0:1776265357.771831:0:11797:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044 00010000:00010000:2.0:1776265357.771857:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776265357.771863:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3130 lrc: 2/0,0 mode: PW/PW res: [0xe9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.771874:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d710ab5a already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.771877:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3130 lrc: 2/0,0 mode: PW/PW res: [0xe9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.771885:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3130 lrc: 3/0,0 mode: PW/PW res: [0xe9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.771911:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3130 lrc: 1/0,0 mode: --/PW res: [0xe9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.771918:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3130 lrc: 0/0,0 mode: --/PW res: [0xe9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.771937:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265357.771940:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a3137 lrc: 2/0,0 mode: PW/PW res: [0xe4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.771945:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000713f64bf already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.771947:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a3137 lrc: 2/0,0 mode: PW/PW res: [0xe4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.771954:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a3137 lrc: 3/0,0 mode: PW/PW res: [0xe4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.771976:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a3137 lrc: 1/0,0 mode: --/PW res: [0xe4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.771987:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a3137 lrc: 0/0,0 mode: --/PW res: [0xe4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.772000:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.772001:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.772003:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265357.775299:0:11804:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ef726113 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:11804:1862548793523264:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265357.775344:0:11804:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000454265a8/0xeb74cb2ea36a3145 lrc: 3/0,1 mode: --/PW res: [0xe7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.777170:0:2994:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968210 gen 2 00000004:00080000:2.0:1776265357.777181:0:2994:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005a5ab26d, transno 4294968203 00000004:00080000:2.0:1776265357.777199:0:2994:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000de95c9bd, transno 4294968204 00000004:00080000:2.0:1776265357.777202:0:2994:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000007221dbc, transno 4294968205 00000004:00080000:2.0:1776265357.777204:0:2994:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002f655a46, transno 4294968206 00000004:00080000:2.0:1776265357.777207:0:2994:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000351cac45, transno 4294968207 00000004:00080000:2.0:1776265357.777209:0:2994:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e49a453c, transno 4294968208 00000004:00080000:2.0:1776265357.777223:0:2994:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002790e0a4, transno 4294968209 00000004:00080000:2.0:1776265357.777226:0:2994:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000e98f0d6, transno 4294968210 00000100:00100000:2.0:1776265357.777234:0:2994:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@00000000456c3164 x1862548793521984/t4294968211(4294968211) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1776265401 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'osp-syn-0-0.0' 00000004:00080000:2.0:1776265357.777247:0:2994:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000456c3164/2, rc 0, transno 915 00000100:00100000:2.0:1776265357.777253:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000456c3164 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793521984:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776265357.777288:0:11777:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c1b51fbf pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:11777:1862548793523392:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.777316:0:11777:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a3153 lrc: 3/0,1 mode: --/PW res: [0xf3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.777354:0:11802:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009464fb31 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:11802:1862548793523456:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.777375:0:11802:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a3161 lrc: 3/0,1 mode: --/PW res: [0xe5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.777400:0:11779:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f38f3d18 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:11779:1862548793523584:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.777410:0:11779:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a3168 lrc: 3/0,1 mode: --/PW res: [0xfa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.777434:0:11778:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7b10886 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:11778:1862548793523648:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.777445:0:11778:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a316f lrc: 3/0,1 mode: --/PW res: [0x100:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00000040:00100000:2.0:1776265357.777535:0:6373:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 8 records, first 395 in log [0x3:0x1:0x0] 00000004:00080000:2.0:1776265357.777795:0:6373:0:(osp_sync.c:1126:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 61 changes, 8 in progress, 7 in flight, 8 done 00000100:00100000:2.0:1776265357.777892:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a5ab26d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793524032:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776265357.777960:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.778035:0:11797:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793524032 00000100:00100000:2.0:1776265357.778091:0:11797:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3057 00000100:00100000:2.0:1776265357.778099:0:11797:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f655a46 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+13:2993:x1862548793524032:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776265357.778132:0:11797:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:248 count 1 00010000:00010000:2.0:1776265357.778165:0:11797:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a3192 lrc: 3/0,1 mode: --/PW res: [0xf8:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.778185:0:11797:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001eedb37d/0xeb74cb2ea367f7ba lrc: 2/0,0 mode: PW/PW res: [0xf8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aeb1 expref: 72 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.778194:0:11797:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.778196:0:11797:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.778198:0:11797:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a3192 lrc: 4/0,1 mode: --/PW res: [0xf8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.778264:0:11797:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001eedb37d/0xeb74cb2ea367f7ba lrc: 3/0,0 mode: PW/PW res: [0xf8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aeb1 expref: 72 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.778278:0:11797:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001eedb37d/0xeb74cb2ea367f7ba lrc: 4/0,0 mode: PW/PW res: [0xf8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aeb1 expref: 72 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.778292:0:11797:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000351cac45 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:11797:1862548793524096:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.778355:0:11797:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dcddbd90 going to sleep for 43 seconds 00000100:00100000:1.0:1776265357.779374:0:12462:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b72156ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+14:2996:x1862548793522624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 36078us (39380us total) trans 4294968221 rc 0/0 00000100:00100000:1.0:1776265357.779387:0:12462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043 00010000:00010000:1.0:1776265357.779433:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265357.779500:0:6306:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001b1408f3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6306:1862548793523328:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265357.779530:0:6306:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000482db2cc/0xeb74cb2ea36a314c lrc: 3/0,1 mode: --/PW res: [0xfd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.779941:0:11784:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a1f5a1b1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:11784:1862548793523520:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265357.779958:0:11784:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a315a lrc: 3/0,1 mode: --/PW res: [0xf7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265357.782079:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000004:00080000:2.0:1776265357.782240:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fbb8291a/2, rc 0, transno 925 00000100:00100000:2.0:1776265357.782275:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fbb8291a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793522624:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776265357.783426:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787291520 00010000:00010000:1.0:1776265357.783479:0:5492:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000091bec1bb/0xeb74cb2ea367f479 lrc: 4/0,0 mode: PW/PW res: [0xf4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ad53 expref: 73 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.784442:0:2993:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776265357.784471:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f242670b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793524160:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776265357.784977:0:5494:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5095 00000100:00100000:0.0:1776265357.784988:0:5494:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a215eba pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+73:2205:x1862548787291520:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1776265357.785023:0:5494:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265357.785035:0:5494:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000091bec1bb/0xeb74cb2ea367f479 lrc: 4/0,0 mode: PW/PW res: [0xf4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ad53 expref: 73 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.785056:0:5494:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000091bec1bb/0xeb74cb2ea367f479 lrc: 3/0,0 mode: PW/PW res: [0xf4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ad53 expref: 73 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.785100:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000091bec1bb/0xeb74cb2ea367f479 lrc: 0/0,0 mode: --/PW res: [0xf4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ad53 expref: 73 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.785120:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.785123:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.785127:0:5494:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a313e lrc: 3/0,1 mode: PW/PW res: [0xf4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.785137:0:5494:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a313e lrc: 4/0,1 mode: PW/PW res: [0xf4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.785185:0:5494:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265357.785252:0:11783:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a313e lrc: 3/0,1 mode: PW/PW res: [0xf4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.785267:0:11783:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a313e lrc: 3/0,1 mode: PW/PW res: [0xf4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.785277:0:11783:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a313e lrc: 3/0,1 mode: PW/PW res: [0xf4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.785284:0:11783:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a313e lrc: 2/0,0 mode: PW/PW res: [0xf4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.785307:0:11783:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776265357.787935:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776265357.788010:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265357.788017:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a313e lrc: 2/0,0 mode: PW/PW res: [0xf4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.788031:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fe9136a2 already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.788034:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a313e lrc: 2/0,0 mode: PW/PW res: [0xf4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.788043:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a313e lrc: 3/0,0 mode: PW/PW res: [0xf4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.788092:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a313e lrc: 1/0,0 mode: --/PW res: [0xf4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.788099:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a313e lrc: 0/0,0 mode: --/PW res: [0xf4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.788120:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.788121:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.788122:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776265357.788145:0:12462:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793524160 00000100:00100000:2.0:1776265357.788188:0:12462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3058 00000100:00100000:2.0:1776265357.788194:0:12462:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7b10886 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+14:2993:x1862548793524160:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776265357.788241:0:12462:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:245 count 1 00010000:00010000:2.0:1776265357.788264:0:12462:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a3199 lrc: 3/0,1 mode: --/PW res: [0xf5:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.788280:0:12462:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006a98001a/0xeb74cb2ea367f4cd lrc: 2/0,0 mode: PW/PW res: [0xf5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ad76 expref: 79 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.788287:0:12462:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.788289:0:12462:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.788290:0:12462:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a3199 lrc: 4/0,1 mode: --/PW res: [0xf5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.788322:0:12462:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006a98001a/0xeb74cb2ea367f4cd lrc: 3/0,0 mode: PW/PW res: [0xf5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ad76 expref: 79 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.788333:0:12462:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006a98001a/0xeb74cb2ea367f4cd lrc: 4/0,0 mode: PW/PW res: [0xf5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ad76 expref: 79 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.788352:0:12462:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f38f3d18 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:12462:1862548793524224:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.788415:0:12462:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ed98d739 going to sleep for 43 seconds 00000100:00100000:3.0:1776265357.789292:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265357.789312:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265357.789332:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265357.789350:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265357.789363:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265357.789375:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265357.789404:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265357.789417:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265357.789428:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265357.789439:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265357.789451:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265357.789462:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265357.789473:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265357.789534:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787292160 00010000:00010000:3.0:1776265357.789633:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001427d2f5/0xeb74cb2ea367e63a lrc: 5/0,0 mode: PW/PW res: [0xe8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a7db expref: 80 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.789661:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787291584 00010000:00010000:3.0:1776265357.789669:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006843ca84/0xeb74cb2ea367e576 lrc: 4/0,0 mode: PW/PW res: [0xe7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a787 expref: 81 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.789679:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787291712 00010000:00010000:3.0:1776265357.789688:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005073e60d/0xeb74cb2ea367f37d lrc: 4/0,0 mode: PW/PW res: [0xf3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3acf1 expref: 73 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.789698:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787291840 00010000:00010000:3.0:1776265357.789705:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008f2ea358/0xeb74cb2ea367f950 lrc: 4/0,0 mode: PW/PW res: [0xfa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3af67 expref: 74 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.789713:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787291968 00010000:00010000:3.0:1776265357.789719:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000df712887/0xeb74cb2ea367fe20 lrc: 4/0,0 mode: PW/PW res: [0x100:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b151 expref: 82 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.789729:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787292096 00010000:00010000:3.0:1776265357.789735:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000aa5e1788/0xeb74cb2ea367f624 lrc: 5/0,0 mode: PW/PW res: [0xf6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ae02 expref: 75 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.789881:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787292352 00010000:00010000:3.0:1776265357.789892:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000908124ef/0xeb74cb2ea367f560 lrc: 5/0,0 mode: PW/PW res: [0xf5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3adae expref: 76 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.789901:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787292288 00010000:00010000:3.0:1776265357.789909:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000eb3baca3/0xeb74cb2ea367fb80 lrc: 4/0,0 mode: PW/PW res: [0xfd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b055 expref: 77 pid: 11802 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.789923:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787291648 00010000:00010000:3.0:1776265357.789930:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000025799db3/0xeb74cb2ea367fad8 lrc: 4/0,0 mode: PW/PW res: [0xfd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b00f expref: 83 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.789939:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787291776 00010000:00010000:3.0:1776265357.789945:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003e0e92c2/0xeb74cb2ea367e3ee lrc: 4/0,0 mode: PW/PW res: [0xe5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a6df expref: 84 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.789953:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787291904 00010000:00010000:3.0:1776265357.789970:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a19e9e57/0xeb74cb2ea367f704 lrc: 4/0,0 mode: PW/PW res: [0xf7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ae6b expref: 78 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.789982:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787292032 00010000:00010000:3.0:1776265357.789990:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000001b21a94/0xeb74cb2ea367e4b2 lrc: 5/0,0 mode: PW/PW res: [0xe6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a733 expref: 85 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.789999:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787292224 00010000:00010000:3.0:1776265357.790007:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000005d96149/0xeb74cb2ea367f949 lrc: 5/0,0 mode: PW/PW res: [0xfb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3af60 expref: 86 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.790018:0:11760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5096 00000100:00100000:3.0:1776265357.790023:0:11760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff07d00b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+86:2206:x1862548787292160:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1776265357.790035:0:11760:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776265357.790040:0:11760:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001427d2f5/0xeb74cb2ea367e63a lrc: 5/0,0 mode: PW/PW res: [0xe8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a7db expref: 86 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1776265357.790055:0:11760:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001427d2f5/0xeb74cb2ea367e63a lrc: 4/0,0 mode: PW/PW res: [0xe8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a7db expref: 86 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.790598:0:11796:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f393aecd pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:11796:1862548793523712:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.790622:0:11796:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a3176 lrc: 3/0,1 mode: --/PW res: [0xf5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.790651:0:10780:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a4b8022a pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10780:1862548793523840:192.168.204.57@tcp:104: 00010000:00010000:3.0:1776265357.790958:0:11760:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001427d2f5/0xeb74cb2ea367e63a lrc: 0/0,0 mode: --/PW res: [0xe8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a7db expref: 86 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.791001:0:10780:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000900bca3b/0xeb74cb2ea36a3184 lrc: 3/0,1 mode: --/PW res: [0xe8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.791030:0:11797:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000351cac45 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:11797:1862548793524096:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.791043:0:11797:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a3192 lrc: 3/0,1 mode: --/PW res: [0xf8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.791067:0:6307:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003008a578 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6307:1862548793523776:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.791091:0:6307:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004d89b3e0/0xeb74cb2ea36a317d lrc: 3/0,1 mode: --/PW res: [0xe6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.791112:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5097 00000100:00100000:2.0:1776265357.791118:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a25192e0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+85:2208:x1862548787291584:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1776265357.791130:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265357.791135:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006843ca84/0xeb74cb2ea367e576 lrc: 4/0,0 mode: PW/PW res: [0xe7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a787 expref: 85 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.791146:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006843ca84/0xeb74cb2ea367e576 lrc: 3/0,0 mode: PW/PW res: [0xe7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a787 expref: 85 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.791162:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006843ca84/0xeb74cb2ea367e576 lrc: 0/0,0 mode: --/PW res: [0xe7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a787 expref: 85 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.791173:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.791175:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.791179:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000454265a8/0xeb74cb2ea36a3145 lrc: 3/0,1 mode: PW/PW res: [0xe7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.791187:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000454265a8/0xeb74cb2ea36a3145 lrc: 4/0,1 mode: PW/PW res: [0xe7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.791227:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776265357.791275:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a25192e0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+84:2208:x1862548787291584:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 156us (1962us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.791282:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5097 00000100:00100000:2.0:1776265357.791304:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5098 00000100:00100000:2.0:1776265357.791308:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005eb6e0b8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+78:2208:x1862548787291712:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1776265357.791317:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265357.791321:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005073e60d/0xeb74cb2ea367f37d lrc: 4/0,0 mode: PW/PW res: [0xf3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3acf1 expref: 78 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.791329:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005073e60d/0xeb74cb2ea367f37d lrc: 3/0,0 mode: PW/PW res: [0xf3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3acf1 expref: 78 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.791347:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005073e60d/0xeb74cb2ea367f37d lrc: 0/0,0 mode: --/PW res: [0xf3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3acf1 expref: 78 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.791355:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.791357:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.791359:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a3153 lrc: 3/0,1 mode: PW/PW res: [0xf3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.791365:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a3153 lrc: 4/0,1 mode: PW/PW res: [0xf3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.791382:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776265357.791399:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005eb6e0b8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+77:2208:x1862548787291712:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 91us (2068us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.791405:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5098 00000100:00100000:2.0:1776265357.791418:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5099 00000100:00100000:2.0:1776265357.791421:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058c022d4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+76:2208:x1862548787291840:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1776265357.791428:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265357.791432:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008f2ea358/0xeb74cb2ea367f950 lrc: 4/0,0 mode: PW/PW res: [0xfa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3af67 expref: 76 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.791440:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008f2ea358/0xeb74cb2ea367f950 lrc: 3/0,0 mode: PW/PW res: [0xfa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3af67 expref: 76 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.791452:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f2ea358/0xeb74cb2ea367f950 lrc: 0/0,0 mode: --/PW res: [0xfa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3af67 expref: 76 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.791465:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.791466:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.791467:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a3168 lrc: 3/0,1 mode: PW/PW res: [0xfa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.791473:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a3168 lrc: 4/0,1 mode: PW/PW res: [0xfa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.791489:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776265357.791505:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058c022d4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+75:2208:x1862548787291840:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 83us (2155us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.791511:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5099 00000100:00100000:2.0:1776265357.791523:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5100 00000100:00100000:2.0:1776265357.791527:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a96efe6e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+83:2208:x1862548787291968:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1776265357.791534:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265357.791537:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000df712887/0xeb74cb2ea367fe20 lrc: 4/0,0 mode: PW/PW res: [0x100:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b151 expref: 83 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.791547:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000df712887/0xeb74cb2ea367fe20 lrc: 3/0,0 mode: PW/PW res: [0x100:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b151 expref: 83 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.791560:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000df712887/0xeb74cb2ea367fe20 lrc: 0/0,0 mode: --/PW res: [0x100:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b151 expref: 83 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.791568:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.791570:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.791573:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a316f lrc: 3/0,1 mode: PW/PW res: [0x100:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.791578:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a316f lrc: 4/0,1 mode: PW/PW res: [0x100:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.791594:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776265357.791609:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a96efe6e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+82:2208:x1862548787291968:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 81us (2247us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.791614:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5100 00000100:00100000:2.0:1776265357.791626:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5101 00000100:00100000:2.0:1776265357.791629:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7728adf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+74:2208:x1862548787292096:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1776265357.791635:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265357.791639:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000aa5e1788/0xeb74cb2ea367f624 lrc: 5/0,0 mode: PW/PW res: [0xf6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ae02 expref: 74 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.791647:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000aa5e1788/0xeb74cb2ea367f624 lrc: 4/0,0 mode: PW/PW res: [0xf6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ae02 expref: 74 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.791658:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.791660:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.791662:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a3122 lrc: 3/0,1 mode: PW/PW res: [0xf6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.791668:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a3122 lrc: 4/0,1 mode: PW/PW res: [0xf6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.791679:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776265357.791694:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7728adf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+74:2208:x1862548787292096:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 64us (2319us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.791700:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5101 00000100:00100000:2.0:1776265357.791711:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5102 00000100:00100000:2.0:1776265357.791715:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c267004 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+73:2205:x1862548787292352:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1776265357.791721:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265357.791724:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000908124ef/0xeb74cb2ea367f560 lrc: 4/0,0 mode: PW/PW res: [0xf5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3adae expref: 73 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.791731:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000908124ef/0xeb74cb2ea367f560 lrc: 3/0,0 mode: PW/PW res: [0xf5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3adae expref: 73 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.794429:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000908124ef/0xeb74cb2ea367f560 lrc: 0/0,0 mode: --/PW res: [0xf5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3adae expref: 73 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.794457:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.794460:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.794463:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a3176 lrc: 3/0,1 mode: PW/PW res: [0xf5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.794472:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a3176 lrc: 4/0,1 mode: PW/PW res: [0xf5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.794504:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776265357.794560:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c267004 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+72:2205:x1862548787292352:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 2842us (5154us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.794570:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5102 00000100:00100000:2.0:1776265357.794604:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5103 00000100:00100000:2.0:1776265357.794610:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e89c45a9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+71:2206:x1862548787292288:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1776265357.794625:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265357.794631:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000eb3baca3/0xeb74cb2ea367fb80 lrc: 4/0,0 mode: PW/PW res: [0xfd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b055 expref: 71 pid: 11802 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.794641:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000eb3baca3/0xeb74cb2ea367fb80 lrc: 3/0,0 mode: PW/PW res: [0xfd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b055 expref: 71 pid: 11802 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.794655:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb3baca3/0xeb74cb2ea367fb80 lrc: 0/0,0 mode: --/PW res: [0xfd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b055 expref: 71 pid: 11802 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.794665:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.794666:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.794667:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a3129 lrc: 3/0,1 mode: PW/PW res: [0xfd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.794673:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a3129 lrc: 4/0,1 mode: PW/PW res: [0xfd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.794689:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776265357.794706:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e89c45a9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+70:2206:x1862548787292288:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 Request processed in 96us (5288us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.794712:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5103 00000100:00100000:2.0:1776265357.794725:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5104 00000100:00100000:2.0:1776265357.794729:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013085950 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+81:2207:x1862548787291648:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1776265357.794818:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265357.794824:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000025799db3/0xeb74cb2ea367fad8 lrc: 4/0,0 mode: PW/PW res: [0xfd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b00f expref: 81 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.794833:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000025799db3/0xeb74cb2ea367fad8 lrc: 3/0,0 mode: PW/PW res: [0xfd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b00f expref: 81 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.794846:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000025799db3/0xeb74cb2ea367fad8 lrc: 0/0,0 mode: --/PW res: [0xfd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b00f expref: 81 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.794856:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.794857:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.794859:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000482db2cc/0xeb74cb2ea36a314c lrc: 3/0,1 mode: PW/PW res: [0xfd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.794864:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000482db2cc/0xeb74cb2ea36a314c lrc: 4/0,1 mode: PW/PW res: [0xfd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.794885:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776265357.794901:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013085950 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+80:2207:x1862548787291648:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 171us (5473us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.794907:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5104 00000100:00100000:2.0:1776265357.794921:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5105 00000100:00100000:2.0:1776265357.794924:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f844dd0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+79:2207:x1862548787291776:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1776265357.794931:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265357.794935:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003e0e92c2/0xeb74cb2ea367e3ee lrc: 4/0,0 mode: PW/PW res: [0xe5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a6df expref: 79 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.794943:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003e0e92c2/0xeb74cb2ea367e3ee lrc: 3/0,0 mode: PW/PW res: [0xe5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a6df expref: 79 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.794968:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e0e92c2/0xeb74cb2ea367e3ee lrc: 0/0,0 mode: --/PW res: [0xe5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a6df expref: 79 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.794978:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.794979:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.794981:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a3161 lrc: 3/0,1 mode: PW/PW res: [0xe5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.794986:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a3161 lrc: 4/0,1 mode: PW/PW res: [0xe5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.795003:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776265357.795014:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f844dd0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+78:2207:x1862548787291776:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 89us (5575us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.795020:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5105 00000100:00100000:2.0:1776265357.795031:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5106 00000100:00100000:2.0:1776265357.795036:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055a3254d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+69:2207:x1862548787291904:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1776265357.795042:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265357.795046:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a19e9e57/0xeb74cb2ea367f704 lrc: 4/0,0 mode: PW/PW res: [0xf7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ae6b expref: 69 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.795054:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a19e9e57/0xeb74cb2ea367f704 lrc: 3/0,0 mode: PW/PW res: [0xf7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ae6b expref: 69 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.795066:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a19e9e57/0xeb74cb2ea367f704 lrc: 0/0,0 mode: --/PW res: [0xf7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ae6b expref: 69 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.795162:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.795163:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.795165:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a315a lrc: 3/0,1 mode: PW/PW res: [0xf7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.795171:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a315a lrc: 4/0,1 mode: PW/PW res: [0xf7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.795188:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776265357.795200:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055a3254d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+68:2207:x1862548787291904:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 164us (5748us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.795206:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5106 00000100:00100000:2.0:1776265357.795239:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5107 00000100:00100000:2.0:1776265357.795244:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000082a35fcb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+77:2207:x1862548787292032:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1776265357.795251:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265357.795255:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000001b21a94/0xeb74cb2ea367e4b2 lrc: 4/0,0 mode: PW/PW res: [0xe6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a733 expref: 77 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.795264:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000001b21a94/0xeb74cb2ea367e4b2 lrc: 3/0,0 mode: PW/PW res: [0xe6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a733 expref: 77 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.795276:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000001b21a94/0xeb74cb2ea367e4b2 lrc: 0/0,0 mode: --/PW res: [0xe6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a733 expref: 77 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.795284:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.795286:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.795288:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004d89b3e0/0xeb74cb2ea36a317d lrc: 3/0,1 mode: PW/PW res: [0xe6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.795294:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004d89b3e0/0xeb74cb2ea36a317d lrc: 4/0,1 mode: PW/PW res: [0xe6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.795309:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776265357.795321:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000082a35fcb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+76:2207:x1862548787292032:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 76us (5858us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.795327:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5107 00000100:00100000:2.0:1776265357.795338:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5108 00000100:00100000:2.0:1776265357.795342:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b8f4106 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+75:2207:x1862548787292224:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1776265357.795349:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265357.795352:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000005d96149/0xeb74cb2ea367f949 lrc: 5/0,0 mode: PW/PW res: [0xfb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3af60 expref: 75 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.795360:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000005d96149/0xeb74cb2ea367f949 lrc: 4/0,0 mode: PW/PW res: [0xfb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3af60 expref: 75 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.795372:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.795373:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.795375:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000fd6f265/0xeb74cb2ea36a318b lrc: 3/0,1 mode: PW/PW res: [0xfb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.795381:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000fd6f265/0xeb74cb2ea36a318b lrc: 4/0,1 mode: PW/PW res: [0xfb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.795392:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776265357.795401:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b8f4106 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+75:2207:x1862548787292224:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 58us (5928us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.795407:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5108 00010000:00010000:2.0:1776265357.795601:0:11802:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a3161 lrc: 3/0,1 mode: PW/PW res: [0xe5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.795610:0:11802:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a3161 lrc: 3/0,1 mode: PW/PW res: [0xe5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.795619:0:11802:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a3161 lrc: 3/0,1 mode: PW/PW res: [0xe5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.795625:0:11802:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a3161 lrc: 2/0,0 mode: PW/PW res: [0xe5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.795642:0:11802:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776265357.795879:0:5494:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a215eba pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+67:2205:x1862548787291520:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 10890us (19256us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265357.795887:0:5494:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5095 00000100:00100000:0.0:1776265357.796007:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.796229:0:5493:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787292416 00010000:00010000:0.0:1776265357.796250:0:5493:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001eedb37d/0xeb74cb2ea367f7ba lrc: 4/0,0 mode: PW/PW res: [0xf8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aeb1 expref: 67 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.796274:0:5493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5109 00000100:00100000:0.0:1776265357.796280:0:5493:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a1e5a2d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+67:2206:x1862548787292416:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1776265357.796287:0:5493:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265357.796291:0:5493:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001eedb37d/0xeb74cb2ea367f7ba lrc: 4/0,0 mode: PW/PW res: [0xf8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aeb1 expref: 67 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.796300:0:5493:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001eedb37d/0xeb74cb2ea367f7ba lrc: 3/0,0 mode: PW/PW res: [0xf8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aeb1 expref: 67 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.796317:0:5493:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001eedb37d/0xeb74cb2ea367f7ba lrc: 0/0,0 mode: --/PW res: [0xf8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aeb1 expref: 67 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.796328:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.796330:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.796332:0:5493:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a3192 lrc: 3/0,1 mode: PW/PW res: [0xf8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.796343:0:5493:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a3192 lrc: 4/0,1 mode: PW/PW res: [0xf8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.796362:0:5493:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265357.796386:0:5493:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a1e5a2d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+66:2206:x1862548787292416:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 106us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265357.796392:0:5493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5109 00010000:00010000:0.0:1776265357.796479:0:11771:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000005d96149/0xeb74cb2ea367f949 lrc: 0/0,0 mode: --/PW res: [0xfb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3af60 expref: 74 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.796490:0:11771:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4e9dca8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11771:1862548793523968:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265357.796512:0:11771:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000fd6f265/0xeb74cb2ea36a318b lrc: 3/0,1 mode: PW/PW res: [0xfb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.796519:0:11771:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000fd6f265/0xeb74cb2ea36a318b lrc: 3/0,1 mode: PW/PW res: [0xfb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.796524:0:11771:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000fd6f265/0xeb74cb2ea36a318b lrc: 3/0,1 mode: PW/PW res: [0xfb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.796530:0:11771:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000fd6f265/0xeb74cb2ea36a318b lrc: 3/0,1 mode: PW/PW res: [0xfb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.796535:0:11771:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000fd6f265/0xeb74cb2ea36a318b lrc: 2/0,0 mode: PW/PW res: [0xfb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.796554:0:11771:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776265357.797150:0:11771:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8748b01 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:2996:x1862548793523904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 44000us (44261us total) trans 4294968222 rc 0/0 00000100:00100000:0.0:1776265357.797159:0:11771:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3056 00010000:00010000:0.0:1776265357.797310:0:7842:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa5e1788/0xeb74cb2ea367f624 lrc: 0/0,0 mode: --/PW res: [0xf6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ae02 expref: 65 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.797320:0:7842:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000072e3f256 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7842:1862548793522944:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265357.797335:0:7842:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a3122 lrc: 3/0,1 mode: PW/PW res: [0xf6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.797341:0:7842:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a3122 lrc: 3/0,1 mode: PW/PW res: [0xf6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.797346:0:7842:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a3122 lrc: 3/0,1 mode: PW/PW res: [0xf6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.797351:0:7842:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a3122 lrc: 3/0,1 mode: PW/PW res: [0xf6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.797357:0:7842:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a3122 lrc: 2/0,0 mode: PW/PW res: [0xf6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.797371:0:7842:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1776265357.797653:0:7842:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e79241c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:2996:x1862548793522112:12345-0@lo:6:osp-syn-0-0.0 Request processed in 55167us (57750us total) trans 4294968213 rc 0/0 00000100:00100000:0.0:1776265357.797662:0:7842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3041 00010000:00010000:0.0:1776265357.797682:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1776265357.797686:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a3161 lrc: 2/0,0 mode: PW/PW res: [0xe5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.797694:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c4896d6d already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265357.797697:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a3161 lrc: 2/0,0 mode: PW/PW res: [0xe5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.797705:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a3161 lrc: 3/0,0 mode: PW/PW res: [0xe5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.797722:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a3161 lrc: 1/0,0 mode: --/PW res: [0xe5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.797728:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a3161 lrc: 0/0,0 mode: --/PW res: [0xe5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.798129:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776265357.798133:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000fd6f265/0xeb74cb2ea36a318b lrc: 2/0,0 mode: PW/PW res: [0xfb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.798141:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000fd6f265 already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265357.798143:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000fd6f265/0xeb74cb2ea36a318b lrc: 2/0,0 mode: PW/PW res: [0xfb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.798149:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000fd6f265/0xeb74cb2ea36a318b lrc: 3/0,0 mode: PW/PW res: [0xfb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.798161:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000fd6f265/0xeb74cb2ea36a318b lrc: 1/0,0 mode: --/PW res: [0xfb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.798167:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000fd6f265/0xeb74cb2ea36a318b lrc: 0/0,0 mode: --/PW res: [0xfb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.798179:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776265357.798181:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a3122 lrc: 2/0,0 mode: PW/PW res: [0xf6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.798187:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003c6c2e53 already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265357.798188:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a3122 lrc: 2/0,0 mode: PW/PW res: [0xf6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.798194:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a3122 lrc: 3/0,0 mode: PW/PW res: [0xf6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.798203:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a3122 lrc: 1/0,0 mode: --/PW res: [0xf6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.798209:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a3122 lrc: 0/0,0 mode: --/PW res: [0xf6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.798236:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265357.798237:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265357.798239:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776265357.798474:0:11802:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006885faf2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+15:2995:x1862548793522560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 53909us (54644us total) trans 4294968223 rc 0/0 00000100:00100000:2.0:1776265357.798482:0:11802:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3050 00010000:00010000:2.0:1776265357.798500:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.798505:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.798514:0:11779:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a3168 lrc: 3/0,1 mode: PW/PW res: [0xfa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.798521:0:11779:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a3168 lrc: 3/0,1 mode: PW/PW res: [0xfa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.798528:0:11779:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a3168 lrc: 3/0,1 mode: PW/PW res: [0xfa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.798534:0:11779:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a3168 lrc: 2/0,0 mode: PW/PW res: [0xfa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.798549:0:11779:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776265357.799264:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265357.799268:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265357.799271:0:11760:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000900bca3b/0xeb74cb2ea36a3184 lrc: 3/0,1 mode: PW/PW res: [0xe8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.799348:0:11760:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000900bca3b/0xeb74cb2ea36a3184 lrc: 4/0,1 mode: PW/PW res: [0xe8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.799379:0:11760:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776265357.799422:0:11760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff07d00b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+73:2206:x1862548787292160:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 9397us (10133us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265357.799430:0:11760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5096 00000004:00080000:0.0:1776265357.799578:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008e5efb2e/2, rc 0, transno 927 00000100:00100000:0.0:1776265357.799601:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e5efb2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793522560:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776265357.799932:0:11783:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cefc1670 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+14:2994:x1862548793522240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 56332us (58067us total) trans 4294968212 rc 0/0 00000100:00100000:1.0:1776265357.799941:0:11783:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3045 00000100:00100000:0.0:1776265357.800456:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a25192e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793524288:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776265357.800493:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776265357.802727:0:11783:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793524288 00000100:00100000:1.0:1776265357.802970:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.803165:0:11783:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3059 00000100:00100000:0.0:1776265357.803173:0:11783:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e4e9dca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+15:2995:x1862548793524288:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776265357.803204:0:11783:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:247 count 1 00010000:00010000:0.0:1776265357.803250:0:11783:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f81b28d/0xeb74cb2ea36a31a0 lrc: 3/0,1 mode: --/PW res: [0xf7:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.803269:0:11783:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006f194f81/0xeb74cb2ea367f640 lrc: 2/0,0 mode: PW/PW res: [0xf7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ae17 expref: 72 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.803277:0:11783:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.803278:0:11783:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.803285:0:11783:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f81b28d/0xeb74cb2ea36a31a0 lrc: 4/0,1 mode: --/PW res: [0xf7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.803321:0:11783:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006f194f81/0xeb74cb2ea367f640 lrc: 3/0,0 mode: PW/PW res: [0xf7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ae17 expref: 72 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.803332:0:11783:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006f194f81/0xeb74cb2ea367f640 lrc: 4/0,0 mode: PW/PW res: [0xf7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ae17 expref: 72 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.803346:0:11783:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a1f5a1b1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:11783:1862548793524352:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265357.803409:0:11783:0:(client.c:2500:ptlrpc_set_wait()) set 0000000076712349 going to sleep for 43 seconds 00000100:00100000:3.0:1776265357.803870:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787292480 00010000:00010000:3.0:1776265357.803894:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006a98001a/0xeb74cb2ea367f4cd lrc: 5/0,0 mode: PW/PW res: [0xf5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ad76 expref: 73 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.803921:0:11760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5110 00000100:00100000:3.0:1776265357.803926:0:11760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f6b00c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+73:2205:x1862548787292480:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1776265357.803936:0:11760:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776265357.803941:0:11760:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006a98001a/0xeb74cb2ea367f4cd lrc: 5/0,0 mode: PW/PW res: [0xf5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ad76 expref: 73 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1776265357.803952:0:11760:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006a98001a/0xeb74cb2ea367f4cd lrc: 4/0,0 mode: PW/PW res: [0xf5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ad76 expref: 73 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1776265357.803983:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265357.803984:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265357.803987:0:11760:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a3199 lrc: 3/0,1 mode: PW/PW res: [0xf5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.803994:0:11760:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a3199 lrc: 4/0,1 mode: PW/PW res: [0xf5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.804012:0:11760:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776265357.804058:0:11760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f6b00c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+73:2205:x1862548787292480:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 Request processed in 131us (1099us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265357.804065:0:11760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5110 00000100:00100000:2.0:1776265357.804439:0:11779:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000984cf497 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+14:2995:x1862548793522816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 59451us (60159us total) trans 4294968214 rc 0/0 00000100:00100000:2.0:1776265357.804447:0:11779:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3051 00010000:00010000:2.0:1776265357.804467:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265357.804473:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a3168 lrc: 2/0,0 mode: PW/PW res: [0xfa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.804482:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e8466407 already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.804486:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a3168 lrc: 2/0,0 mode: PW/PW res: [0xfa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.804494:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a3168 lrc: 3/0,0 mode: PW/PW res: [0xfa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.804508:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a3168 lrc: 1/0,0 mode: --/PW res: [0xfa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.804513:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8466407/0xeb74cb2ea36a3168 lrc: 0/0,0 mode: --/PW res: [0xfa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.804527:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.804528:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.804529:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.804541:0:11778:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a316f lrc: 3/0,1 mode: PW/PW res: [0x100:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.804548:0:11778:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a316f lrc: 3/0,1 mode: PW/PW res: [0x100:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.804555:0:11778:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a316f lrc: 3/0,1 mode: PW/PW res: [0x100:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.804561:0:11778:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a316f lrc: 2/0,0 mode: PW/PW res: [0x100:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.804577:0:11778:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776265357.805332:0:12462:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006a98001a/0xeb74cb2ea367f4cd lrc: 0/0,0 mode: --/PW res: [0xf5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ad76 expref: 72 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.805348:0:12462:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f38f3d18 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:12462:1862548793524224:192.168.204.57@tcp:104: 00010000:00010000:3.0:1776265357.805368:0:12462:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a3199 lrc: 3/0,1 mode: PW/PW res: [0xf5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.805375:0:12462:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a3199 lrc: 3/0,1 mode: PW/PW res: [0xf5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.805379:0:12462:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a3199 lrc: 3/0,1 mode: PW/PW res: [0xf5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.805386:0:12462:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a3199 lrc: 3/0,1 mode: PW/PW res: [0xf5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.805392:0:12462:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a3199 lrc: 2/0,0 mode: PW/PW res: [0xf5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.805409:0:12462:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1776265357.806178:0:12462:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7b10886 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+16:2993:x1862548793524160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17981us (18250us total) trans 4294968224 rc 0/0 00000100:00100000:3.0:1776265357.806189:0:12462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3058 00010000:00010000:1.0:1776265357.806282:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776265357.806288:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a316f lrc: 2/0,0 mode: PW/PW res: [0x100:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.806297:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cc0e7fe4 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265357.806300:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a316f lrc: 2/0,0 mode: PW/PW res: [0x100:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.806307:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a316f lrc: 3/0,0 mode: PW/PW res: [0x100:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.806325:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a316f lrc: 1/0,0 mode: --/PW res: [0x100:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.806332:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a316f lrc: 0/0,0 mode: --/PW res: [0x100:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.806346:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265357.806348:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a3199 lrc: 2/0,0 mode: PW/PW res: [0xf5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.806353:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001a2f9c07 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265357.806355:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a3199 lrc: 2/0,0 mode: PW/PW res: [0xf5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.806360:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a3199 lrc: 3/0,0 mode: PW/PW res: [0xf5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.806369:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a3199 lrc: 1/0,0 mode: --/PW res: [0xf5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.806374:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a3199 lrc: 0/0,0 mode: --/PW res: [0xf5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.806387:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.806388:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.806389:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776265357.808707:0:11778:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2e6dbc8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+16:2993:x1862548793521920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 62863us (63180us total) trans 4294968225 rc 0/0 00000100:00100000:2.0:1776265357.808721:0:11778:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3052 00010000:00010000:3.0:1776265357.809131:0:11777:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a3153 lrc: 3/0,1 mode: PW/PW res: [0xf3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.809145:0:11777:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a3153 lrc: 3/0,1 mode: PW/PW res: [0xf3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.809154:0:11777:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a3153 lrc: 3/0,1 mode: PW/PW res: [0xf3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.809161:0:11777:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a3153 lrc: 2/0,0 mode: PW/PW res: [0xf3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.809453:0:11777:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776265357.809908:0:11777:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb95879a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+14:2995:x1862548793522048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 65513us (66428us total) trans 4294968215 rc 0/0 00000100:00100000:3.0:1776265357.809917:0:11777:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3048 00010000:00010000:3.0:1776265357.809948:0:11796:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a3176 lrc: 3/0,1 mode: PW/PW res: [0xf5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.809956:0:11796:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a3176 lrc: 3/0,1 mode: PW/PW res: [0xf5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.809975:0:11796:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a3176 lrc: 3/0,1 mode: PW/PW res: [0xf5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.809981:0:11796:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a3176 lrc: 2/0,0 mode: PW/PW res: [0xf5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.811302:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776265357.811311:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a3153 lrc: 2/0,0 mode: PW/PW res: [0xf3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.811328:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008190f10d already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265357.811331:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a3153 lrc: 2/0,0 mode: PW/PW res: [0xf3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.811339:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a3153 lrc: 3/0,0 mode: PW/PW res: [0xf3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.811361:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a3153 lrc: 1/0,0 mode: --/PW res: [0xf3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.811366:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a3153 lrc: 0/0,0 mode: --/PW res: [0xf3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.811385:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265357.811387:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a3176 lrc: 3/0,0 mode: PW/PW res: [0xf5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.811393:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003bcddbc2 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265357.811394:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a3176 lrc: 3/0,0 mode: PW/PW res: [0xf5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.811399:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a3176 lrc: 4/0,0 mode: PW/PW res: [0xf5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.811407:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a3176 lrc: 2/0,0 mode: --/PW res: [0xf5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.811417:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.811418:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.811420:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265357.812047:0:10780:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000900bca3b/0xeb74cb2ea36a3184 lrc: 3/0,1 mode: PW/PW res: [0xe8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.812061:0:10780:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000900bca3b/0xeb74cb2ea36a3184 lrc: 3/0,1 mode: PW/PW res: [0xe8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.812080:0:10780:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000900bca3b/0xeb74cb2ea36a3184 lrc: 3/0,1 mode: PW/PW res: [0xe8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.812087:0:10780:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000900bca3b/0xeb74cb2ea36a3184 lrc: 2/0,0 mode: PW/PW res: [0xe8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.812115:0:10780:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776265357.812262:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265357.812266:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000900bca3b/0xeb74cb2ea36a3184 lrc: 2/0,0 mode: PW/PW res: [0xe8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.812273:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000900bca3b already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265357.812275:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000900bca3b/0xeb74cb2ea36a3184 lrc: 2/0,0 mode: PW/PW res: [0xe8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.812281:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000900bca3b/0xeb74cb2ea36a3184 lrc: 3/0,0 mode: PW/PW res: [0xe8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.812297:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000900bca3b/0xeb74cb2ea36a3184 lrc: 1/0,0 mode: --/PW res: [0xe8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.812302:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000900bca3b/0xeb74cb2ea36a3184 lrc: 0/0,0 mode: --/PW res: [0xe8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.812316:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.812317:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.812319:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265357.812528:0:10780:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000073652895 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:2993:x1862548793522688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 64697us (66089us total) trans 4294968226 rc 0/0 00000100:00100000:0.0:1776265357.812537:0:10780:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3055 00010000:00010000:0.0:1776265357.812570:0:11797:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a3192 lrc: 3/0,1 mode: PW/PW res: [0xf8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.812577:0:11797:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a3192 lrc: 3/0,1 mode: PW/PW res: [0xf8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.812583:0:11797:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a3192 lrc: 3/0,1 mode: PW/PW res: [0xf8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.812589:0:11797:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a3192 lrc: 2/0,0 mode: PW/PW res: [0xf8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.812608:0:11797:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776265357.812659:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265357.812662:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a3192 lrc: 2/0,0 mode: PW/PW res: [0xf8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.812669:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000e3f762e already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265357.812671:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a3192 lrc: 2/0,0 mode: PW/PW res: [0xf8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.812677:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a3192 lrc: 3/0,0 mode: PW/PW res: [0xf8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.812687:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a3192 lrc: 1/0,0 mode: --/PW res: [0xf8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.812692:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a3192 lrc: 0/0,0 mode: --/PW res: [0xf8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.812704:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.812705:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.812706:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265357.812902:0:11797:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f655a46 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+14:2993:x1862548793524032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 34803us (34944us total) trans 4294968216 rc 0/0 00000100:00100000:0.0:1776265357.812909:0:11797:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3057 00000004:00080000:0.0:1776265357.812959:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000cb1cbb7a/2, rc 0, transno 926 00000100:00100000:0.0:1776265357.812993:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb1cbb7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793523904:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776265357.813010:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004da7b788/2, rc 0, transno 917 00000100:00100000:0.0:1776265357.813023:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004da7b788 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793522112:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776265357.813046:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d1f8d2c2/2, rc 0, transno 919 00000100:00100000:0.0:1776265357.813050:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d1f8d2c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793522048:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776265357.813060:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000764a13e2/2, rc 0, transno 918 00000100:00100000:0.0:1776265357.813063:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000764a13e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793522816:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776265357.813068:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1776265357.813079:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ef2c2056 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793524416:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776265357.813113:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776265357.813177:0:11797:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793524416 00000100:00100000:1.0:1776265357.813208:0:11797:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3060 00000100:00100000:1.0:1776265357.813232:0:11797:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000894d1a09 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+16:2995:x1862548793524416:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776265357.813254:0:11797:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:248 count 1 00000100:00100000:0.0:1776265357.813261:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:1.0:1776265357.813273:0:11797:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004c46980d/0xeb74cb2ea36a31a7 lrc: 3/0,1 mode: --/PW res: [0xf8:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.813289:0:11797:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004f05a127/0xeb74cb2ea367f6f6 lrc: 2/0,0 mode: PW/PW res: [0xf8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ae5d expref: 71 pid: 11796 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1776265357.813290:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f242670b/2, rc 0, transno 928 00010000:00010000:1.0:1776265357.813297:0:11797:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1776265357.813297:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f242670b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793524160:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1776265357.813299:0:11797:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265357.813301:0:11797:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c46980d/0xeb74cb2ea36a31a7 lrc: 4/0,1 mode: --/PW res: [0xf8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1776265357.813304:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005a5ab26d/2, rc 0, transno 920 00000100:00100000:0.0:1776265357.813307:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a5ab26d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793524032:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776265357.813316:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fb3f4337/2, rc 0, transno 929 00000100:00100000:0.0:1776265357.813318:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fb3f4337 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793521920:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776265357.813326:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000098dd1418/2, rc 0, transno 930 00000100:00100000:0.0:1776265357.813328:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000098dd1418 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793522688:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1776265357.813331:0:11797:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004f05a127/0xeb74cb2ea367f6f6 lrc: 3/0,0 mode: PW/PW res: [0xf8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ae5d expref: 71 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.813341:0:11797:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004f05a127/0xeb74cb2ea367f6f6 lrc: 4/0,0 mode: PW/PW res: [0xf8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ae5d expref: 71 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1776265357.813351:0:11797:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f9a693fc pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:11797:1862548793524480:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265357.813369:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1776265357.813376:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ff9d04e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793524672:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776265357.813396:0:11797:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b5c023a8 going to sleep for 43 seconds 00000100:00100000:0.0:1776265357.813396:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776265357.813413:0:10780:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793524672 00000100:00100000:0.0:1776265357.813444:0:10780:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3061 00000100:00100000:0.0:1776265357.813447:0:10780:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a3f93d51 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:2996:x1862548793524672:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776265357.813458:0:10780:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:246 count 1 00010000:00010000:0.0:1776265357.813470:0:10780:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a31ae lrc: 3/0,1 mode: --/PW res: [0xf6:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.813480:0:10780:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d1a87096/0xeb74cb2ea367f57c lrc: 2/0,0 mode: PW/PW res: [0xf6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3adc3 expref: 71 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.813486:0:10780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.813487:0:10780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.813488:0:10780:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a31ae lrc: 4/0,1 mode: --/PW res: [0xf6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.813505:0:10780:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d1a87096/0xeb74cb2ea367f57c lrc: 3/0,0 mode: PW/PW res: [0xf6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3adc3 expref: 71 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.813511:0:10780:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d1a87096/0xeb74cb2ea367f57c lrc: 4/0,0 mode: PW/PW res: [0xf6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3adc3 expref: 71 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.813519:0:10780:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bef08137 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10780:1862548793524736:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265357.813540:0:10780:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e4a66a24 going to sleep for 43 seconds 00000100:00100000:0.0:1776265357.813555:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003284bf67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793524544:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776265357.813576:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776265357.813600:0:2993:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776265357.813604:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003008a578 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793524608:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776265357.813624:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776265357.813647:0:11777:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793524544 00000100:00100000:0.0:1776265357.813668:0:11777:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793524608 00000100:00100000:0.0:1776265357.813682:0:11777:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3062 00000100:00100000:0.0:1776265357.813685:0:11777:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d8ae249 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+19:2993:x1862548793524544:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776265357.813695:0:11777:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:250 count 1 00010000:00010000:0.0:1776265357.813705:0:11777:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c6ad7da/0xeb74cb2ea36a31b5 lrc: 3/0,1 mode: --/PW res: [0xfa:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.813717:0:11777:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9c6c2e0/0xeb74cb2ea367f885 lrc: 2/0,0 mode: PW/PW res: [0xfa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3af0c expref: 71 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.813722:0:11777:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.813723:0:11777:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.813725:0:11777:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c6ad7da/0xeb74cb2ea36a31b5 lrc: 4/0,1 mode: --/PW res: [0xfa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.813727:0:11778:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3063 00000100:00100000:1.0:1776265357.813731:0:11778:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000026289fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+19:2993:x1862548793524608:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1776265357.813741:0:11777:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a9c6c2e0/0xeb74cb2ea367f885 lrc: 3/0,0 mode: PW/PW res: [0xfa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3af0c expref: 71 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.813748:0:11777:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a9c6c2e0/0xeb74cb2ea367f885 lrc: 4/0,0 mode: PW/PW res: [0xfa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3af0c expref: 71 pid: 11777 timeout: 558 lvb_type: 0 00002000:00080000:1.0:1776265357.813752:0:11778:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:244 count 1 00000100:00100000:0.0:1776265357.813756:0:11777:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000779538bf pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:11777:1862548793524800:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265357.813769:0:11778:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcd87970/0xeb74cb2ea36a31bc lrc: 3/0,1 mode: --/PW res: [0xf4:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.813775:0:11777:0:(client.c:2500:ptlrpc_set_wait()) set 0000000006a3182a going to sleep for 43 seconds 00010000:00010000:1.0:1776265357.813779:0:11778:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009307677a/0xeb74cb2ea367f3ed lrc: 2/0,0 mode: PW/PW res: [0xf4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ad1b expref: 71 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.813785:0:11778:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265357.813786:0:11778:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265357.813787:0:11778:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcd87970/0xeb74cb2ea36a31bc lrc: 4/0,1 mode: --/PW res: [0xf4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.813789:0:7829:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787292544 00010000:00010000:1.0:1776265357.813803:0:11778:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009307677a/0xeb74cb2ea367f3ed lrc: 3/0,0 mode: PW/PW res: [0xf4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ad1b expref: 72 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.813804:0:7829:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006f194f81/0xeb74cb2ea367f640 lrc: 5/0,0 mode: PW/PW res: [0xf7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ae17 expref: 72 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1776265357.813811:0:11778:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009307677a/0xeb74cb2ea367f3ed lrc: 4/0,0 mode: PW/PW res: [0xf4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ad1b expref: 72 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1776265357.813821:0:11778:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008b1dfba2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:11778:1862548793524864:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265357.813832:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5111 00000100:00100000:0.0:1776265357.813836:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000255d7bdd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+72:2205:x1862548787292544:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 00000100:00100000:1.0:1776265357.813841:0:11778:0:(client.c:2500:ptlrpc_set_wait()) set 000000007ee66512 going to sleep for 43 seconds 00010000:00010000:0.0:1776265357.813845:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265357.813849:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006f194f81/0xeb74cb2ea367f640 lrc: 5/0,0 mode: PW/PW res: [0xf7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ae17 expref: 72 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.813858:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006f194f81/0xeb74cb2ea367f640 lrc: 4/0,0 mode: PW/PW res: [0xf7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ae17 expref: 72 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.813878:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.813879:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.813881:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001f81b28d/0xeb74cb2ea36a31a0 lrc: 3/0,1 mode: PW/PW res: [0xf7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.813888:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f81b28d/0xeb74cb2ea36a31a0 lrc: 4/0,1 mode: PW/PW res: [0xf7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.813901:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265357.813918:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000255d7bdd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+72:2205:x1862548787292544:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 Request processed in 81us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265357.813925:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5111 00000004:00080000:0.0:1776265357.813975:0:2994:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b0b38d10/2, rc 0, transno 916 00000100:00100000:0.0:1776265357.813980:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b0b38d10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793522240:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776265357.814001:0:11783:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006f194f81/0xeb74cb2ea367f640 lrc: 0/0,0 mode: --/PW res: [0xf7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ae17 expref: 71 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.814017:0:11783:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a1f5a1b1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:11783:1862548793524352:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265357.814031:0:11783:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001f81b28d/0xeb74cb2ea36a31a0 lrc: 3/0,1 mode: PW/PW res: [0xf7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.814038:0:11783:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001f81b28d/0xeb74cb2ea36a31a0 lrc: 3/0,1 mode: PW/PW res: [0xf7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.814043:0:11783:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001f81b28d/0xeb74cb2ea36a31a0 lrc: 3/0,1 mode: PW/PW res: [0xf7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.814050:0:11783:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f81b28d/0xeb74cb2ea36a31a0 lrc: 3/0,1 mode: PW/PW res: [0xf7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.814056:0:11783:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001f81b28d/0xeb74cb2ea36a31a0 lrc: 2/0,0 mode: PW/PW res: [0xf7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.814075:0:11783:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776265357.814168:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265357.814173:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001f81b28d/0xeb74cb2ea36a31a0 lrc: 2/0,0 mode: PW/PW res: [0xf7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.814179:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001f81b28d already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265357.814182:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001f81b28d/0xeb74cb2ea36a31a0 lrc: 2/0,0 mode: PW/PW res: [0xf7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.814189:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001f81b28d/0xeb74cb2ea36a31a0 lrc: 3/0,0 mode: PW/PW res: [0xf7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.814200:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001f81b28d/0xeb74cb2ea36a31a0 lrc: 1/0,0 mode: --/PW res: [0xf7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.814206:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f81b28d/0xeb74cb2ea36a31a0 lrc: 0/0,0 mode: --/PW res: [0xf7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.814237:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.814238:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.814239:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265357.814458:0:11783:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e4e9dca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+20:2995:x1862548793524288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11285us (13965us total) trans 4294968227 rc 0/0 00000100:00100000:0.0:1776265357.814465:0:11783:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3059 00000004:00080000:1.0:1776265357.814476:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a25192e0/2, rc 0, transno 931 00000100:00100000:1.0:1776265357.814503:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a25192e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793524288:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1776265357.815137:0:11796:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1776265357.815144:0:11796:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a3176 lrc: 0/0,0 mode: --/PW res: [0xf5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265357.817643:0:11796:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000175ce0df pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+14:2993:x1862548793522176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 71488us (72026us total) trans 4294968217 rc 0/0 00000100:00100000:3.0:1776265357.817659:0:11796:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3053 00010000:00010000:3.0:1776265357.817707:0:6308:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a3129 lrc: 3/0,1 mode: PW/PW res: [0xfd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.817719:0:6308:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a3129 lrc: 3/0,1 mode: PW/PW res: [0xfd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.817728:0:6308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a3129 lrc: 3/0,1 mode: PW/PW res: [0xfd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.817736:0:6308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a3129 lrc: 2/0,0 mode: PW/PW res: [0xfd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.817757:0:6308:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776265357.817975:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df4843ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:2996:x1862548793522368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 74860us (78031us total) trans 4294968218 rc 0/0 00000100:00100000:3.0:1776265357.817982:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3042 00010000:00010000:3.0:1776265357.818006:0:11804:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000454265a8/0xeb74cb2ea36a3145 lrc: 3/0,1 mode: PW/PW res: [0xe7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.818015:0:11804:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000454265a8/0xeb74cb2ea36a3145 lrc: 3/0,1 mode: PW/PW res: [0xe7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.818022:0:11804:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000454265a8/0xeb74cb2ea36a3145 lrc: 3/0,1 mode: PW/PW res: [0xe7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.818027:0:11804:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000454265a8/0xeb74cb2ea36a3145 lrc: 2/0,0 mode: PW/PW res: [0xe7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.818038:0:11804:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1776265357.818189:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776265357.818194:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a3129 lrc: 2/0,0 mode: PW/PW res: [0xfd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.818204:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000076649c01 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265357.818207:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a3129 lrc: 2/0,0 mode: PW/PW res: [0xfd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.818227:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a3129 lrc: 3/0,0 mode: PW/PW res: [0xfd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.818248:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a3129 lrc: 1/0,0 mode: --/PW res: [0xfd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.818254:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000076649c01/0xeb74cb2ea36a3129 lrc: 0/0,0 mode: --/PW res: [0xfd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.818270:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265357.818273:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000454265a8/0xeb74cb2ea36a3145 lrc: 2/0,0 mode: PW/PW res: [0xe7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.818289:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000454265a8 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265357.818291:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000454265a8/0xeb74cb2ea36a3145 lrc: 2/0,0 mode: PW/PW res: [0xe7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.818297:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000454265a8/0xeb74cb2ea36a3145 lrc: 3/0,0 mode: PW/PW res: [0xe7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.818305:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000454265a8/0xeb74cb2ea36a3145 lrc: 1/0,0 mode: --/PW res: [0xe7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.818315:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000454265a8/0xeb74cb2ea36a3145 lrc: 0/0,0 mode: --/PW res: [0xe7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.818329:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.818330:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.818332:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.818338:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.818342:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.819109:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776265357.819230:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009464fb31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793525120:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776265357.819277:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.819427:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1776265357.819432:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000351cac45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793524928:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776265357.819453:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.819466:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c1b51fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793525184:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776265357.819481:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.819509:0:11796:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793525120 00000100:00100000:2.0:1776265357.819539:0:11796:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793524928 00000100:00100000:2.0:1776265357.819552:0:11796:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793525184 00000100:00100000:2.0:1776265357.819566:0:11796:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3064 00000100:00100000:2.0:1776265357.819572:0:11796:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005ed7b72 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+16:2995:x1862548793525120:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776265357.819597:0:11796:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:275 count 1 00010000:00010000:2.0:1776265357.819621:0:11796:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a31c3 lrc: 3/0,1 mode: --/PW res: [0x113:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.819640:0:11796:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000587aa051/0xeb74cb2ea3680f4c lrc: 2/0,0 mode: PW/PW res: [0x113:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b858 expref: 64 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.819649:0:11796:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.819651:0:11796:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.819653:0:11796:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a31c3 lrc: 4/0,1 mode: --/PW res: [0x113:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.819681:0:11796:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000587aa051/0xeb74cb2ea3680f4c lrc: 3/0,0 mode: PW/PW res: [0x113:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b858 expref: 64 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.819692:0:11796:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000587aa051/0xeb74cb2ea3680f4c lrc: 4/0,0 mode: PW/PW res: [0x113:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b858 expref: 64 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.819702:0:11796:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000562679fd pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:11796:1862548793525248:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.819744:0:11796:0:(client.c:2500:ptlrpc_set_wait()) set 000000008dc054c1 going to sleep for 43 seconds 00000100:00100000:2.0:1776265357.819758:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3065 00000100:00100000:2.0:1776265357.819762:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b26ba73 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:2995:x1862548793524928:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776265357.819775:0:6308:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:252 count 1 00010000:00010000:2.0:1776265357.819786:0:6308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a31ca lrc: 3/0,1 mode: --/PW res: [0xfc:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.819796:0:6308:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007e15149a/0xeb74cb2ea367fad1 lrc: 2/0,0 mode: PW/PW res: [0xfc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b008 expref: 64 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.819802:0:6308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.819803:0:6308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.819804:0:6308:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a31ca lrc: 4/0,1 mode: --/PW res: [0xfc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.819822:0:6308:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007e15149a/0xeb74cb2ea367fad1 lrc: 3/0,0 mode: PW/PW res: [0xfc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b008 expref: 64 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.819828:0:6308:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007e15149a/0xeb74cb2ea367fad1 lrc: 4/0,0 mode: PW/PW res: [0xfc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b008 expref: 64 pid: 11802 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.819836:0:6308:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a0f904f pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6308:1862548793525312:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.819856:0:6308:0:(client.c:2500:ptlrpc_set_wait()) set 0000000049f77f9a going to sleep for 43 seconds 00000100:00100000:2.0:1776265357.819873:0:11779:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3066 00000100:00100000:2.0:1776265357.819877:0:11779:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e5e3718 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+16:2995:x1862548793525184:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776265357.819889:0:11779:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:260 count 1 00010000:00010000:2.0:1776265357.819898:0:11779:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a31d1 lrc: 3/0,1 mode: --/PW res: [0x104:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.819906:0:11779:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006684a4af/0xeb74cb2ea368038a lrc: 2/0,0 mode: PW/PW res: [0x104:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b35e expref: 64 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.819911:0:11779:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.819913:0:11779:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.819914:0:11779:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a31d1 lrc: 4/0,1 mode: --/PW res: [0x104:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.819934:0:11779:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006684a4af/0xeb74cb2ea368038a lrc: 3/0,0 mode: PW/PW res: [0x104:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b35e expref: 64 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.819941:0:11779:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006684a4af/0xeb74cb2ea368038a lrc: 4/0,0 mode: PW/PW res: [0x104:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b35e expref: 64 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.819948:0:11779:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4492c3b pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:11779:1862548793525376:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.819982:0:11779:0:(client.c:2500:ptlrpc_set_wait()) set 0000000052e8724e going to sleep for 43 seconds 00000100:00100000:2.0:1776265357.820004:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f393aecd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793525056:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776265357.820028:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.820046:0:2994:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776265357.820051:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a4b8022a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793524992:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1776265357.821296:0:6307:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004d89b3e0/0xeb74cb2ea36a317d lrc: 3/0,1 mode: PW/PW res: [0xe6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.821313:0:6307:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004d89b3e0/0xeb74cb2ea36a317d lrc: 3/0,1 mode: PW/PW res: [0xe6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.821322:0:6307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004d89b3e0/0xeb74cb2ea36a317d lrc: 3/0,1 mode: PW/PW res: [0xe6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.821329:0:6307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004d89b3e0/0xeb74cb2ea36a317d lrc: 2/0,0 mode: PW/PW res: [0xe6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.821348:0:6307:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776265357.821803:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da4d17b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+20:2993:x1862548793522432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 75231us (75432us total) trans 4294968228 rc 0/0 00000100:00100000:1.0:1776265357.821813:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3054 00000100:00100000:1.0:1776265357.821843:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793525056 00000100:00100000:1.0:1776265357.821873:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3067 00000100:00100000:1.0:1776265357.821878:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011ff4d06 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+17:2994:x1862548793525056:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776265357.821901:0:6307:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:251 count 1 00010000:00010000:1.0:1776265357.821920:0:6307:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a31d8 lrc: 3/0,1 mode: --/PW res: [0xfb:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.821936:0:6307:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005386718c/0xeb74cb2ea367fa0d lrc: 2/0,0 mode: PW/PW res: [0xfb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3afb4 expref: 64 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.821944:0:6307:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265357.821946:0:6307:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265357.821948:0:6307:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a31d8 lrc: 4/0,1 mode: --/PW res: [0xfb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.821986:0:6307:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005386718c/0xeb74cb2ea367fa0d lrc: 3/0,0 mode: PW/PW res: [0xfb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3afb4 expref: 64 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.821996:0:6307:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005386718c/0xeb74cb2ea367fa0d lrc: 4/0,0 mode: PW/PW res: [0xfb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3afb4 expref: 64 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1776265357.822008:0:6307:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a5ee1cb pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6307:1862548793525440:192.168.204.57@tcp:104: 00000100:00100000:1.0:1776265357.822042:0:6307:0:(client.c:2500:ptlrpc_set_wait()) set 00000000eee746f2 going to sleep for 43 seconds 00010000:00010000:1.0:1776265357.822063:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265357.822067:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004d89b3e0/0xeb74cb2ea36a317d lrc: 2/0,0 mode: PW/PW res: [0xe6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.822090:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004d89b3e0 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265357.822094:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004d89b3e0/0xeb74cb2ea36a317d lrc: 2/0,0 mode: PW/PW res: [0xe6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.822105:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004d89b3e0/0xeb74cb2ea36a317d lrc: 3/0,0 mode: PW/PW res: [0xe6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.822124:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004d89b3e0/0xeb74cb2ea36a317d lrc: 1/0,0 mode: --/PW res: [0xe6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.822129:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004d89b3e0/0xeb74cb2ea36a317d lrc: 0/0,0 mode: --/PW res: [0xe6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.822143:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.822145:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.822146:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.822156:0:11784:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a315a lrc: 3/0,1 mode: PW/PW res: [0xf7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.822163:0:11784:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a315a lrc: 3/0,1 mode: PW/PW res: [0xf7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.822169:0:11784:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a315a lrc: 3/0,1 mode: PW/PW res: [0xf7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.822175:0:11784:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a315a lrc: 2/0,0 mode: PW/PW res: [0xf7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.822188:0:11784:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776265357.822520:0:11784:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a5415fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+18:2995:x1862548793522304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 78021us (78743us total) trans 4294968219 rc 0/0 00000100:00100000:1.0:1776265357.822531:0:11784:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3049 00010000:00010000:1.0:1776265357.822548:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265357.822552:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a315a lrc: 2/0,0 mode: PW/PW res: [0xf7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.822559:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e089eab5 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265357.822561:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a315a lrc: 2/0,0 mode: PW/PW res: [0xf7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.822567:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a315a lrc: 3/0,0 mode: PW/PW res: [0xf7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.822578:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a315a lrc: 1/0,0 mode: --/PW res: [0xf7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.822583:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e089eab5/0xeb74cb2ea36a315a lrc: 0/0,0 mode: --/PW res: [0xf7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.822596:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.822597:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.822598:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.822606:0:6306:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000482db2cc/0xeb74cb2ea36a314c lrc: 3/0,1 mode: PW/PW res: [0xfd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.822614:0:6306:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000482db2cc/0xeb74cb2ea36a314c lrc: 3/0,1 mode: PW/PW res: [0xfd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.822619:0:6306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000482db2cc/0xeb74cb2ea36a314c lrc: 3/0,1 mode: PW/PW res: [0xfd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.822625:0:6306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000482db2cc/0xeb74cb2ea36a314c lrc: 2/0,0 mode: PW/PW res: [0xfd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.822636:0:6306:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776265357.822893:0:6306:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000681a7c73 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:2994:x1862548793522752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 78641us (80949us total) trans 4294968229 rc 0/0 00000100:00100000:1.0:1776265357.822899:0:6306:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3047 00010000:00010000:1.0:1776265357.822917:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265357.822920:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000482db2cc/0xeb74cb2ea36a314c lrc: 2/0,0 mode: PW/PW res: [0xfd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.822927:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000482db2cc already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265357.822929:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000482db2cc/0xeb74cb2ea36a314c lrc: 2/0,0 mode: PW/PW res: [0xfd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.822935:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000482db2cc/0xeb74cb2ea36a314c lrc: 3/0,0 mode: PW/PW res: [0xfd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.822947:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000482db2cc/0xeb74cb2ea36a314c lrc: 1/0,0 mode: --/PW res: [0xfd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.822953:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000482db2cc/0xeb74cb2ea36a314c lrc: 0/0,0 mode: --/PW res: [0xfd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.822977:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.822979:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.822980:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776265357.823805:0:11804:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cca94cde pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+20:2994:x1862548793522496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 79741us (81893us total) trans 4294968230 rc 0/0 00000100:00100000:3.0:1776265357.823815:0:11804:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3046 00000100:00100000:2.0:1776265357.824027:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1776265357.824257:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b132b89f/2, rc 0, transno 922 00000100:00100000:0.0:1776265357.824271:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b132b89f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793522368:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1776265357.824426:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000057e8dc97/2, rc 0, transno 923 00000100:00100000:2.0:1776265357.824432:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057e8dc97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793522304:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776265357.824482:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ef726113 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793525632:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776265357.824512:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.824547:0:11802:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793524992 00000100:00100000:2.0:1776265357.824575:0:11802:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793525632 00000100:00100000:2.0:1776265357.824592:0:11802:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3068 00000100:00100000:2.0:1776265357.824597:0:11802:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f38f3d18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+19:2994:x1862548793524992:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776265357.824620:0:11802:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:249 count 1 00010000:00010000:2.0:1776265357.824642:0:11802:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a31df lrc: 3/0,1 mode: --/PW res: [0xf9:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.824664:0:11802:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000560219e5/0xeb74cb2ea367f88c lrc: 2/0,0 mode: PW/PW res: [0xf9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3af13 expref: 64 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.824672:0:11802:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.824673:0:11802:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.824675:0:11802:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a31df lrc: 4/0,1 mode: --/PW res: [0xf9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.824699:0:11802:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000560219e5/0xeb74cb2ea367f88c lrc: 3/0,0 mode: PW/PW res: [0xf9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3af13 expref: 64 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.824708:0:11802:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000560219e5/0xeb74cb2ea367f88c lrc: 4/0,0 mode: PW/PW res: [0xf9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3af13 expref: 64 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.824718:0:11802:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ddde47e pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:11802:1862548793525696:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.824759:0:11802:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d645c284 going to sleep for 43 seconds 00000100:00100000:2.0:1776265357.824775:0:7842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3069 00000100:00100000:2.0:1776265357.824779:0:7842:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070eda601 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+19:2995:x1862548793525632:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776265357.824790:0:7842:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:266 count 1 00010000:00010000:2.0:1776265357.824801:0:7842:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a31e6 lrc: 3/0,1 mode: --/PW res: [0x10a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.824811:0:7842:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002cfe5c7d/0xeb74cb2ea3680845 lrc: 2/0,0 mode: PW/PW res: [0x10a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b55d expref: 64 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.824817:0:7842:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.824818:0:7842:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.824819:0:7842:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a31e6 lrc: 4/0,1 mode: --/PW res: [0x10a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.824836:0:7842:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002cfe5c7d/0xeb74cb2ea3680845 lrc: 3/0,0 mode: PW/PW res: [0x10a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b55d expref: 64 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.824843:0:7842:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002cfe5c7d/0xeb74cb2ea3680845 lrc: 4/0,0 mode: PW/PW res: [0x10a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b55d expref: 64 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.824852:0:7842:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5e18113 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7842:1862548793525760:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.824874:0:7842:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ed98d739 going to sleep for 43 seconds 00000004:00080000:2.0:1776265357.824904:0:2994:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d6e945d3/2, rc 0, transno 934 00000100:00100000:2.0:1776265357.824913:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d6e945d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793522496:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.824941:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1776265357.824949:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f457a73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793525824:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.824980:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.824999:0:12462:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793525824 00000100:00100000:2.0:1776265357.825018:0:12462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3070 00000100:00100000:2.0:1776265357.825021:0:12462:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbfa6eca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+20:2995:x1862548793525824:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776265357.825032:0:12462:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:249 count 1 00010000:00010000:2.0:1776265357.825044:0:12462:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007d5d5010/0xeb74cb2ea36a31ed lrc: 3/0,1 mode: --/PW res: [0xf9:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.825055:0:12462:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ca56687e/0xeb74cb2ea367f7c8 lrc: 2/0,0 mode: PW/PW res: [0xf9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aebf expref: 70 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.825060:0:12462:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.825062:0:12462:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.825063:0:12462:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007d5d5010/0xeb74cb2ea36a31ed lrc: 4/0,1 mode: --/PW res: [0xf9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.825096:0:12462:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ca56687e/0xeb74cb2ea367f7c8 lrc: 3/0,0 mode: PW/PW res: [0xf9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aebf expref: 70 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.825105:0:12462:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ca56687e/0xeb74cb2ea367f7c8 lrc: 4/0,0 mode: PW/PW res: [0xf9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aebf expref: 70 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.825114:0:12462:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de95c9bd pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:12462:1862548793525888:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.825135:0:12462:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dcddbd90 going to sleep for 43 seconds 00000004:00080000:2.0:1776265357.825156:0:2994:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000e183d7d/2, rc 0, transno 933 00000100:00100000:2.0:1776265357.825163:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e183d7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793522752:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.825188:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001b1408f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793525568:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776265357.825210:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.825242:0:2994:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1776265357.825247:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000015c1f937 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793525504:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.825266:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1776265357.825589:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000dcb14ba2/2, rc 0, transno 921 00000100:00100000:0.0:1776265357.825600:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcb14ba2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793522176:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776265357.825612:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000dca8e0f0/2, rc 0, transno 932 00000100:00100000:0.0:1776265357.825618:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dca8e0f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793522432:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776265357.825649:0:11783:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793525568 00000100:00100000:0.0:1776265357.825675:0:11771:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793525504 00000100:00100000:0.0:1776265357.825689:0:11771:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3071 00000100:00100000:0.0:1776265357.825693:0:11771:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e49a453c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:2994:x1862548793525568:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776265357.825705:0:11771:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:264 count 1 00010000:00010000:0.0:1776265357.825719:0:11771:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf68a6c4/0xeb74cb2ea36a31f4 lrc: 3/0,1 mode: --/PW res: [0x108:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.825731:0:11771:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a487f050/0xeb74cb2ea36806bd lrc: 2/0,0 mode: PW/PW res: [0x108:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b4b5 expref: 64 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.825738:0:11771:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.825739:0:11771:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.825740:0:11771:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf68a6c4/0xeb74cb2ea36a31f4 lrc: 4/0,1 mode: --/PW res: [0x108:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.825759:0:11771:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a487f050/0xeb74cb2ea36806bd lrc: 3/0,0 mode: PW/PW res: [0x108:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b4b5 expref: 64 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.825767:0:11771:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a487f050/0xeb74cb2ea36806bd lrc: 4/0,0 mode: PW/PW res: [0x108:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b4b5 expref: 64 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.825776:0:11771:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001ce0d328 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:11771:1862548793526016:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265357.825804:0:11771:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a6eb1e76 going to sleep for 43 seconds 00000100:00100000:0.0:1776265357.825817:0:11783:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3072 00000100:00100000:0.0:1776265357.825820:0:11783:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002790e0a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+21:2994:x1862548793525504:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776265357.825830:0:11783:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:252 count 1 00010000:00010000:0.0:1776265357.825841:0:11783:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000094299238/0xeb74cb2ea36a31fb lrc: 3/0,1 mode: --/PW res: [0xfc:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.825851:0:11783:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000094b36fb9/0xeb74cb2ea367fa14 lrc: 2/0,0 mode: PW/PW res: [0xfc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3afbb expref: 70 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.825857:0:11783:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.825858:0:11783:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.825859:0:11783:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000094299238/0xeb74cb2ea36a31fb lrc: 4/0,1 mode: --/PW res: [0xfc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.825874:0:11783:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000094b36fb9/0xeb74cb2ea367fa14 lrc: 3/0,0 mode: PW/PW res: [0xfc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3afbb expref: 70 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.825881:0:11783:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000094b36fb9/0xeb74cb2ea367fa14 lrc: 4/0,0 mode: PW/PW res: [0xfc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3afbb expref: 70 pid: 11802 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.825889:0:11783:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b72156ff pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:11783:1862548793526080:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265357.825909:0:11783:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d2a4e7eb going to sleep for 43 seconds 00000100:00100000:3.0:1776265357.827544:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000007221dbc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793525952:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776265357.827587:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776265357.827613:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005eb6e0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793526144:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776265357.827634:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776265357.827658:0:11804:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793525952 00000100:00100000:3.0:1776265357.827686:0:11804:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793526144 00000100:00100000:3.0:1776265357.827702:0:11804:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3073 00000100:00100000:3.0:1776265357.827707:0:11804:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a96efe6e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+22:2994:x1862548793525952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776265357.827728:0:11804:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:281 count 1 00010000:00010000:3.0:1776265357.827750:0:11804:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005fe205d5/0xeb74cb2ea36a3202 lrc: 3/0,1 mode: --/PW res: [0x119:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.827768:0:11804:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002c0d1f59/0xeb74cb2ea3681400 lrc: 2/0,0 mode: PW/PW res: [0x119:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ba49 expref: 70 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.827775:0:11804:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776265357.827777:0:11804:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776265357.827778:0:11804:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005fe205d5/0xeb74cb2ea36a3202 lrc: 4/0,1 mode: --/PW res: [0x119:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.827802:0:11804:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002c0d1f59/0xeb74cb2ea3681400 lrc: 3/0,0 mode: PW/PW res: [0x119:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ba49 expref: 70 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.827812:0:11804:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002c0d1f59/0xeb74cb2ea3681400 lrc: 4/0,0 mode: PW/PW res: [0x119:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ba49 expref: 70 pid: 11802 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.827821:0:11804:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff07d00b pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:11804:1862548793526272:192.168.204.57@tcp:104: 00000100:00100000:3.0:1776265357.827860:0:11804:0:(client.c:2500:ptlrpc_set_wait()) set 00000000bf2ad9d1 going to sleep for 43 seconds 00000100:00100000:3.0:1776265357.827876:0:6306:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3074 00000100:00100000:3.0:1776265357.827880:0:6306:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7728adf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:2994:x1862548793526144:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776265357.827892:0:6306:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:439 count 1 00010000:00010000:3.0:1776265357.827904:0:6306:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a3209 lrc: 3/0,1 mode: --/PW res: [0x1b7:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.827920:0:6306:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008a90bc46/0xeb74cb2ea369c80d lrc: 2/0,0 mode: PW/PW res: [0x1b7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44967 expref: 64 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.827926:0:6306:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776265357.827927:0:6306:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776265357.827928:0:6306:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a3209 lrc: 4/0,1 mode: --/PW res: [0x1b7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.827944:0:6306:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008a90bc46/0xeb74cb2ea369c80d lrc: 3/0,0 mode: PW/PW res: [0x1b7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44967 expref: 64 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.827952:0:6306:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008a90bc46/0xeb74cb2ea369c80d lrc: 4/0,0 mode: PW/PW res: [0x1b7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44967 expref: 64 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.827971:0:6306:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d1b6bf89 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6306:1862548793526336:192.168.204.57@tcp:104: 00000100:00100000:3.0:1776265357.827995:0:6306:0:(client.c:2500:ptlrpc_set_wait()) set 000000005fcd241f going to sleep for 43 seconds 00000100:00100000:2.0:1776265357.828106:0:11796:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000562679fd pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:11796:1862548793525248:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.828126:0:11796:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a31c3 lrc: 3/0,1 mode: --/PW res: [0x113:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.828149:0:6308:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a0f904f pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6308:1862548793525312:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.828159:0:6308:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a31ca lrc: 3/0,1 mode: --/PW res: [0xfc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.828187:0:11779:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4492c3b pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:11779:1862548793525376:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.828196:0:11779:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a31d1 lrc: 3/0,1 mode: --/PW res: [0x104:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.828231:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058c022d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793526208:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.828255:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776265357.832164:0:11797:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f9a693fc pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:11797:1862548793524480:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265357.832198:0:11797:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004c46980d/0xeb74cb2ea36a31a7 lrc: 3/0,1 mode: --/PW res: [0xf8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.832341:0:11778:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008b1dfba2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:11778:1862548793524864:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265357.832353:0:11778:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bcd87970/0xeb74cb2ea36a31bc lrc: 3/0,1 mode: --/PW res: [0xf4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.832379:0:6307:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a5ee1cb pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6307:1862548793525440:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265357.832389:0:6307:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a31d8 lrc: 3/0,1 mode: --/PW res: [0xfb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.833911:0:11803:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793526208 00000100:00100000:0.0:1776265357.833983:0:11803:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3075 00000100:00100000:0.0:1776265357.833989:0:11803:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e98f0d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+23:2995:x1862548793526208:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776265357.834022:0:11803:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:254 count 1 00010000:00010000:0.0:1776265357.834050:0:11803:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003542bd54/0xeb74cb2ea36a3210 lrc: 3/0,1 mode: --/PW res: [0xfe:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.834068:0:11803:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000243a83f2/0xeb74cb2ea367fb9c lrc: 2/0,0 mode: PW/PW res: [0xfe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b063 expref: 70 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.834095:0:11803:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.834097:0:11803:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.834099:0:11803:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003542bd54/0xeb74cb2ea36a3210 lrc: 4/0,1 mode: --/PW res: [0xfe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.834133:0:11803:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000243a83f2/0xeb74cb2ea367fb9c lrc: 3/0,0 mode: PW/PW res: [0xfe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b063 expref: 70 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.834145:0:11803:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000243a83f2/0xeb74cb2ea367fb9c lrc: 4/0,0 mode: PW/PW res: [0xfe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b063 expref: 70 pid: 11802 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.834159:0:11803:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e79241c5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:11803:1862548793526400:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265357.834264:0:11803:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ffa9eb1a going to sleep for 43 seconds 00000100:00100000:0.0:1776265357.834307:0:11777:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000779538bf pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:11777:1862548793524800:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265357.834326:0:11777:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003c6ad7da/0xeb74cb2ea36a31b5 lrc: 3/0,1 mode: --/PW res: [0xfa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.834350:0:10780:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bef08137 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10780:1862548793524736:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265357.834359:0:10780:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a31ae lrc: 3/0,1 mode: --/PW res: [0xf6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.835068:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.835177:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.835203:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.835251:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.835272:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.835288:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.835299:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.835311:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.835346:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.835358:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.835391:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.835404:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.835429:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265357.835499:0:7842:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5e18113 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7842:1862548793525760:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.835520:0:7842:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a31e6 lrc: 3/0,1 mode: --/PW res: [0x10a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.835545:0:11802:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ddde47e pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:11802:1862548793525696:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.835554:0:11802:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a31df lrc: 3/0,1 mode: --/PW res: [0xf9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.835575:0:7829:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787292672 00010000:00010000:2.0:1776265357.835598:0:7829:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d1a87096/0xeb74cb2ea367f57c lrc: 4/0,0 mode: PW/PW res: [0xf6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3adc3 expref: 71 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.835617:0:7829:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787292800 00010000:00010000:2.0:1776265357.835624:0:7829:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009307677a/0xeb74cb2ea367f3ed lrc: 4/0,0 mode: PW/PW res: [0xf4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ad1b expref: 72 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.835634:0:7829:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787292928 00010000:00010000:2.0:1776265357.835643:0:7829:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007e15149a/0xeb74cb2ea367fad1 lrc: 4/0,0 mode: PW/PW res: [0xfc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b008 expref: 65 pid: 11802 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.835658:0:7829:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787293056 00010000:00010000:2.0:1776265357.835665:0:7829:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005386718c/0xeb74cb2ea367fa0d lrc: 4/0,0 mode: PW/PW res: [0xfb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3afb4 expref: 66 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.835675:0:7829:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787292608 00010000:00010000:2.0:1776265357.835682:0:7829:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004f05a127/0xeb74cb2ea367f6f6 lrc: 4/0,0 mode: PW/PW res: [0xf8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ae5d expref: 73 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.835691:0:7829:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787292736 00010000:00010000:2.0:1776265357.835698:0:7829:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c6c2e0/0xeb74cb2ea367f885 lrc: 4/0,0 mode: PW/PW res: [0xfa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3af0c expref: 74 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.835707:0:7829:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787292864 00010000:00010000:2.0:1776265357.835714:0:7829:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000587aa051/0xeb74cb2ea3680f4c lrc: 4/0,0 mode: PW/PW res: [0x113:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b858 expref: 67 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.835724:0:7829:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787292992 00010000:00010000:2.0:1776265357.835731:0:7829:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006684a4af/0xeb74cb2ea368038a lrc: 4/0,0 mode: PW/PW res: [0x104:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b35e expref: 68 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.835741:0:7829:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787293120 00010000:00010000:2.0:1776265357.835747:0:7829:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000560219e5/0xeb74cb2ea367f88c lrc: 4/0,0 mode: PW/PW res: [0xf9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3af13 expref: 69 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.835756:0:7829:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787293184 00010000:00010000:2.0:1776265357.835763:0:7829:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002cfe5c7d/0xeb74cb2ea3680845 lrc: 4/0,0 mode: PW/PW res: [0x10a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b55d expref: 70 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.835777:0:7829:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787293312 00010000:00010000:2.0:1776265357.835784:0:7829:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a487f050/0xeb74cb2ea36806bd lrc: 5/0,0 mode: PW/PW res: [0x108:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b4b5 expref: 71 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.835793:0:7829:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787293248 00010000:00010000:2.0:1776265357.835798:0:7829:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ca56687e/0xeb74cb2ea367f7c8 lrc: 5/0,0 mode: PW/PW res: [0xf9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aebf expref: 75 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.835808:0:7829:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787293376 00010000:00010000:2.0:1776265357.835814:0:7829:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000094b36fb9/0xeb74cb2ea367fa14 lrc: 5/0,0 mode: PW/PW res: [0xfc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3afbb expref: 76 pid: 11802 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.835826:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5112 00000100:00100000:2.0:1776265357.835831:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a5ee1cb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+76:2205:x1862548787292672:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1776265357.835843:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265357.835847:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d1a87096/0xeb74cb2ea367f57c lrc: 4/0,0 mode: PW/PW res: [0xf6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3adc3 expref: 76 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.835855:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d1a87096/0xeb74cb2ea367f57c lrc: 3/0,0 mode: PW/PW res: [0xf6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3adc3 expref: 76 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.835878:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d1a87096/0xeb74cb2ea367f57c lrc: 0/0,0 mode: --/PW res: [0xf6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3adc3 expref: 76 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.835891:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.835893:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.835896:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a31ae lrc: 3/0,1 mode: PW/PW res: [0xf6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.835905:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a31ae lrc: 4/0,1 mode: PW/PW res: [0xf6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.835933:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776265357.835983:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a5ee1cb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+75:2205:x1862548787292672:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 Request processed in 151us (918us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.835991:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5112 00000100:00100000:2.0:1776265357.836006:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5113 00000100:00100000:2.0:1776265357.836010:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b1dfba2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+74:2205:x1862548787292800:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1776265357.836017:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265357.836020:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009307677a/0xeb74cb2ea367f3ed lrc: 4/0,0 mode: PW/PW res: [0xf4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ad1b expref: 74 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.836028:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009307677a/0xeb74cb2ea367f3ed lrc: 3/0,0 mode: PW/PW res: [0xf4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ad1b expref: 74 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.836039:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009307677a/0xeb74cb2ea367f3ed lrc: 0/0,0 mode: --/PW res: [0xf4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ad1b expref: 74 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.836049:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.836050:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.836052:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bcd87970/0xeb74cb2ea36a31bc lrc: 3/0,1 mode: PW/PW res: [0xf4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.836059:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcd87970/0xeb74cb2ea36a31bc lrc: 4/0,1 mode: PW/PW res: [0xf4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.836090:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776265357.836106:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b1dfba2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+73:2205:x1862548787292800:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 Request processed in 95us (930us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.836113:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5113 00000100:00100000:2.0:1776265357.836125:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5114 00000100:00100000:2.0:1776265357.836128:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f9a693fc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+71:2205:x1862548787292928:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1776265357.836136:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265357.836139:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007e15149a/0xeb74cb2ea367fad1 lrc: 4/0,0 mode: PW/PW res: [0xfc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b008 expref: 71 pid: 11802 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.836147:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007e15149a/0xeb74cb2ea367fad1 lrc: 3/0,0 mode: PW/PW res: [0xfc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b008 expref: 71 pid: 11802 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.836161:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007e15149a/0xeb74cb2ea367fad1 lrc: 0/0,0 mode: --/PW res: [0xfc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b008 expref: 71 pid: 11802 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.836170:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.836171:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.836173:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a31ca lrc: 3/0,1 mode: PW/PW res: [0xfc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.836178:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a31ca lrc: 4/0,1 mode: PW/PW res: [0xfc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.836195:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776265357.836209:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f9a693fc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+70:2205:x1862548787292928:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 Request processed in 80us (1006us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.836243:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5114 00000100:00100000:2.0:1776265357.836255:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5115 00000100:00100000:2.0:1776265357.836259:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bf38e0a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+69:2205:x1862548787293056:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1776265357.836266:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265357.836270:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005386718c/0xeb74cb2ea367fa0d lrc: 4/0,0 mode: PW/PW res: [0xfb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3afb4 expref: 69 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.836277:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005386718c/0xeb74cb2ea367fa0d lrc: 3/0,0 mode: PW/PW res: [0xfb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3afb4 expref: 69 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.836289:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005386718c/0xeb74cb2ea367fa0d lrc: 0/0,0 mode: --/PW res: [0xfb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3afb4 expref: 69 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.836297:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.836299:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.836300:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a31d8 lrc: 3/0,1 mode: PW/PW res: [0xfb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.836307:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a31d8 lrc: 4/0,1 mode: PW/PW res: [0xfb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.836323:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776265357.836339:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bf38e0a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+68:2205:x1862548787293056:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 Request processed in 79us (1088us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.836344:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5115 00000100:00100000:2.0:1776265357.836355:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5116 00000100:00100000:2.0:1776265357.836358:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b103a4ca pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+72:2205:x1862548787292608:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1776265357.836365:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265357.836367:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004f05a127/0xeb74cb2ea367f6f6 lrc: 4/0,0 mode: PW/PW res: [0xf8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ae5d expref: 72 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.836375:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004f05a127/0xeb74cb2ea367f6f6 lrc: 3/0,0 mode: PW/PW res: [0xf8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ae5d expref: 72 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.836387:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004f05a127/0xeb74cb2ea367f6f6 lrc: 0/0,0 mode: --/PW res: [0xf8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ae5d expref: 72 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.836394:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.836395:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.836397:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004c46980d/0xeb74cb2ea36a31a7 lrc: 3/0,1 mode: PW/PW res: [0xf8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.836402:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c46980d/0xeb74cb2ea36a31a7 lrc: 4/0,1 mode: PW/PW res: [0xf8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.836417:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776265357.836432:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b103a4ca pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+71:2205:x1862548787292608:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 Request processed in 73us (1161us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.836437:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5116 00000100:00100000:2.0:1776265357.836470:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5117 00000100:00100000:2.0:1776265357.836474:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095dae23c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+70:2205:x1862548787292736:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1776265357.836480:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265357.836484:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a9c6c2e0/0xeb74cb2ea367f885 lrc: 4/0,0 mode: PW/PW res: [0xfa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3af0c expref: 70 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.836497:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a9c6c2e0/0xeb74cb2ea367f885 lrc: 3/0,0 mode: PW/PW res: [0xfa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3af0c expref: 70 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.836510:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a9c6c2e0/0xeb74cb2ea367f885 lrc: 0/0,0 mode: --/PW res: [0xfa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3af0c expref: 70 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.836518:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.836520:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.836521:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003c6ad7da/0xeb74cb2ea36a31b5 lrc: 3/0,1 mode: PW/PW res: [0xfa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.836527:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c6ad7da/0xeb74cb2ea36a31b5 lrc: 4/0,1 mode: PW/PW res: [0xfa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.836543:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776265357.836558:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095dae23c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+69:2205:x1862548787292736:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 Request processed in 83us (1270us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.836564:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5117 00000100:00100000:2.0:1776265357.836576:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5118 00000100:00100000:2.0:1776265357.836580:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072e625e2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+67:2205:x1862548787292864:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1776265357.836587:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265357.836590:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000587aa051/0xeb74cb2ea3680f4c lrc: 4/0,0 mode: PW/PW res: [0x113:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b858 expref: 67 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.836597:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000587aa051/0xeb74cb2ea3680f4c lrc: 3/0,0 mode: PW/PW res: [0x113:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b858 expref: 67 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.836615:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000587aa051/0xeb74cb2ea3680f4c lrc: 0/0,0 mode: --/PW res: [0x113:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b858 expref: 67 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.836623:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.836624:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.836626:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a31c3 lrc: 3/0,1 mode: PW/PW res: [0x113:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.836631:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a31c3 lrc: 4/0,1 mode: PW/PW res: [0x113:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.836648:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776265357.836663:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072e625e2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+66:2205:x1862548787292864:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 Request processed in 82us (1363us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.836669:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5118 00000100:00100000:2.0:1776265357.836681:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5119 00000100:00100000:2.0:1776265357.836684:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016b20dc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+65:2205:x1862548787292992:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1776265357.836690:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265357.836694:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006684a4af/0xeb74cb2ea368038a lrc: 4/0,0 mode: PW/PW res: [0x104:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b35e expref: 65 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.836701:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006684a4af/0xeb74cb2ea368038a lrc: 3/0,0 mode: PW/PW res: [0x104:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b35e expref: 65 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.836713:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006684a4af/0xeb74cb2ea368038a lrc: 0/0,0 mode: --/PW res: [0x104:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b35e expref: 65 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.836726:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.836727:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.836729:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a31d1 lrc: 3/0,1 mode: PW/PW res: [0x104:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.836735:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a31d1 lrc: 4/0,1 mode: PW/PW res: [0x104:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.836750:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776265357.836779:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016b20dc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+64:2205:x1862548787292992:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 Request processed in 93us (1467us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.836784:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5119 00000100:00100000:2.0:1776265357.836797:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5120 00000100:00100000:2.0:1776265357.836800:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3373e60 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+63:2208:x1862548787293120:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1776265357.836806:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265357.836810:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000560219e5/0xeb74cb2ea367f88c lrc: 4/0,0 mode: PW/PW res: [0xf9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3af13 expref: 63 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.836818:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000560219e5/0xeb74cb2ea367f88c lrc: 3/0,0 mode: PW/PW res: [0xf9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3af13 expref: 63 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.836830:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000560219e5/0xeb74cb2ea367f88c lrc: 0/0,0 mode: --/PW res: [0xf9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3af13 expref: 63 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.836838:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.836839:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.836841:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a31df lrc: 3/0,1 mode: PW/PW res: [0xf9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.836847:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a31df lrc: 4/0,1 mode: PW/PW res: [0xf9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.836862:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776265357.836873:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3373e60 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+62:2208:x1862548787293120:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 Request processed in 72us (1527us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.836879:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5120 00000100:00100000:2.0:1776265357.836890:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5121 00000100:00100000:2.0:1776265357.836893:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0a0a006 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+61:2208:x1862548787293184:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1776265357.836900:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265357.836903:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002cfe5c7d/0xeb74cb2ea3680845 lrc: 4/0,0 mode: PW/PW res: [0x10a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b55d expref: 61 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.836911:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002cfe5c7d/0xeb74cb2ea3680845 lrc: 3/0,0 mode: PW/PW res: [0x10a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b55d expref: 61 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.836923:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002cfe5c7d/0xeb74cb2ea3680845 lrc: 0/0,0 mode: --/PW res: [0x10a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b55d expref: 61 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.836931:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.836932:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.836934:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a31e6 lrc: 3/0,1 mode: PW/PW res: [0x10a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.836940:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a31e6 lrc: 4/0,1 mode: PW/PW res: [0x10a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.836955:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776265357.836977:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0a0a006 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+60:2208:x1862548787293184:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 Request processed in 82us (1619us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.836983:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5121 00000100:00100000:2.0:1776265357.836994:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5122 00000100:00100000:2.0:1776265357.836997:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019fad5bd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+59:2207:x1862548787293312:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1776265357.837004:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265357.837007:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a487f050/0xeb74cb2ea36806bd lrc: 5/0,0 mode: PW/PW res: [0x108:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b4b5 expref: 59 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.837015:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a487f050/0xeb74cb2ea36806bd lrc: 4/0,0 mode: PW/PW res: [0x108:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b4b5 expref: 59 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.837026:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.837028:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.837030:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cf68a6c4/0xeb74cb2ea36a31f4 lrc: 3/0,1 mode: PW/PW res: [0x108:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.837036:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf68a6c4/0xeb74cb2ea36a31f4 lrc: 4/0,1 mode: PW/PW res: [0x108:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.837047:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776265357.837058:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019fad5bd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+59:2207:x1862548787293312:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 Request processed in 59us (1667us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.837063:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5122 00000100:00100000:2.0:1776265357.837074:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5123 00000100:00100000:2.0:1776265357.837078:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000079a7294f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+68:2207:x1862548787293248:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1776265357.837084:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265357.837088:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ca56687e/0xeb74cb2ea367f7c8 lrc: 5/0,0 mode: PW/PW res: [0xf9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aebf expref: 68 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.837096:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ca56687e/0xeb74cb2ea367f7c8 lrc: 4/0,0 mode: PW/PW res: [0xf9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aebf expref: 68 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.837107:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.837108:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.837110:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007d5d5010/0xeb74cb2ea36a31ed lrc: 3/0,1 mode: PW/PW res: [0xf9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.837116:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007d5d5010/0xeb74cb2ea36a31ed lrc: 4/0,1 mode: PW/PW res: [0xf9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.837126:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776265357.837137:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000079a7294f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+68:2207:x1862548787293248:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 Request processed in 58us (1733us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.837142:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5123 00000100:00100000:2.0:1776265357.837164:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5124 00000100:00100000:2.0:1776265357.837168:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e08223ab pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+67:2208:x1862548787293376:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1776265357.837175:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265357.837178:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000094b36fb9/0xeb74cb2ea367fa14 lrc: 5/0,0 mode: PW/PW res: [0xfc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3afbb expref: 67 pid: 11802 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.837186:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000094b36fb9/0xeb74cb2ea367fa14 lrc: 4/0,0 mode: PW/PW res: [0xfc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3afbb expref: 67 pid: 11802 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.837198:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.837199:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.837201:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000094299238/0xeb74cb2ea36a31fb lrc: 3/0,1 mode: PW/PW res: [0xfc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.837207:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000094299238/0xeb74cb2ea36a31fb lrc: 4/0,1 mode: PW/PW res: [0xfc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.837239:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776265357.837252:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e08223ab pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+67:2208:x1862548787293376:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 Request processed in 83us (1823us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.837258:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5124 00010000:00010000:2.0:1776265357.837285:0:11796:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a31c3 lrc: 3/0,1 mode: PW/PW res: [0x113:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.837292:0:11796:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a31c3 lrc: 3/0,1 mode: PW/PW res: [0x113:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.837300:0:11796:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a31c3 lrc: 3/0,1 mode: PW/PW res: [0x113:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.837307:0:11796:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a31c3 lrc: 2/0,0 mode: PW/PW res: [0x113:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.837324:0:11796:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776265357.837590:0:11796:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005ed7b72 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+22:2995:x1862548793525120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18017us (18313us total) trans 4294968220 rc 0/0 00000100:00100000:2.0:1776265357.837602:0:11796:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3064 00010000:00010000:2.0:1776265357.837623:0:11777:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003c6ad7da/0xeb74cb2ea36a31b5 lrc: 3/0,1 mode: PW/PW res: [0xfa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.837631:0:11777:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c6ad7da/0xeb74cb2ea36a31b5 lrc: 3/0,1 mode: PW/PW res: [0xfa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.837637:0:11777:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c6ad7da/0xeb74cb2ea36a31b5 lrc: 3/0,1 mode: PW/PW res: [0xfa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.837643:0:11777:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003c6ad7da/0xeb74cb2ea36a31b5 lrc: 2/0,0 mode: PW/PW res: [0xfa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.837655:0:11777:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1776265357.837972:0:11777:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d8ae249 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+24:2993:x1862548793524544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24274us (24383us total) trans 4294968231 rc 0/0 00000100:00100000:2.0:1776265357.837978:0:11777:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3062 00010000:00010000:2.0:1776265357.837997:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776265357.838001:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a31c3 lrc: 2/0,0 mode: PW/PW res: [0x113:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.838009:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000713f64bf already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.838012:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a31c3 lrc: 2/0,0 mode: PW/PW res: [0x113:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.838019:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a31c3 lrc: 3/0,0 mode: PW/PW res: [0x113:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.838038:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a31c3 lrc: 1/0,0 mode: --/PW res: [0x113:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.838044:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000713f64bf/0xeb74cb2ea36a31c3 lrc: 0/0,0 mode: --/PW res: [0x113:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.838057:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265357.838059:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003c6ad7da/0xeb74cb2ea36a31b5 lrc: 2/0,0 mode: PW/PW res: [0xfa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.838064:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003c6ad7da already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.838066:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003c6ad7da/0xeb74cb2ea36a31b5 lrc: 2/0,0 mode: PW/PW res: [0xfa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.838071:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003c6ad7da/0xeb74cb2ea36a31b5 lrc: 3/0,0 mode: PW/PW res: [0xfa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.838078:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003c6ad7da/0xeb74cb2ea36a31b5 lrc: 1/0,0 mode: --/PW res: [0xfa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.838083:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c6ad7da/0xeb74cb2ea36a31b5 lrc: 0/0,0 mode: --/PW res: [0xfa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.838092:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.838093:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.838094:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.838102:0:6308:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a31ca lrc: 3/0,1 mode: PW/PW res: [0xfc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.838109:0:6308:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a31ca lrc: 3/0,1 mode: PW/PW res: [0xfc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.838115:0:6308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a31ca lrc: 3/0,1 mode: PW/PW res: [0xfc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.838120:0:6308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a31ca lrc: 2/0,0 mode: PW/PW res: [0xfc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.838133:0:6308:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776265357.838405:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b26ba73 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+22:2995:x1862548793524928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18642us (18952us total) trans 4294968221 rc 0/0 00000100:00100000:2.0:1776265357.838411:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3065 00010000:00010000:2.0:1776265357.838427:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265357.838429:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a31ca lrc: 2/0,0 mode: PW/PW res: [0xfc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.838436:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d710ab5a already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.838437:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a31ca lrc: 2/0,0 mode: PW/PW res: [0xfc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.838443:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a31ca lrc: 3/0,0 mode: PW/PW res: [0xfc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.838453:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a31ca lrc: 1/0,0 mode: --/PW res: [0xfc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.838463:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a31ca lrc: 0/0,0 mode: --/PW res: [0xfc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.838472:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.838473:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.838474:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.838482:0:11797:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004c46980d/0xeb74cb2ea36a31a7 lrc: 3/0,1 mode: PW/PW res: [0xf8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.838488:0:11797:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c46980d/0xeb74cb2ea36a31a7 lrc: 3/0,1 mode: PW/PW res: [0xf8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.838495:0:11797:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004c46980d/0xeb74cb2ea36a31a7 lrc: 3/0,1 mode: PW/PW res: [0xf8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.838500:0:11797:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004c46980d/0xeb74cb2ea36a31a7 lrc: 2/0,0 mode: PW/PW res: [0xf8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.838512:0:11797:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776265357.838747:0:11797:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000894d1a09 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+24:2995:x1862548793524416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25513us (25633us total) trans 4294968232 rc 0/0 00000100:00100000:2.0:1776265357.838753:0:11797:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3060 00010000:00010000:2.0:1776265357.838769:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265357.838772:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004c46980d/0xeb74cb2ea36a31a7 lrc: 2/0,0 mode: PW/PW res: [0xf8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.838778:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004c46980d already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.838780:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004c46980d/0xeb74cb2ea36a31a7 lrc: 2/0,0 mode: PW/PW res: [0xf8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.838786:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004c46980d/0xeb74cb2ea36a31a7 lrc: 3/0,0 mode: PW/PW res: [0xf8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.838796:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004c46980d/0xeb74cb2ea36a31a7 lrc: 1/0,0 mode: --/PW res: [0xf8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.838802:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c46980d/0xeb74cb2ea36a31a7 lrc: 0/0,0 mode: --/PW res: [0xf8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.838813:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.838814:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.838815:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.838824:0:7842:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a31e6 lrc: 3/0,1 mode: PW/PW res: [0x10a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.838831:0:7842:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a31e6 lrc: 3/0,1 mode: PW/PW res: [0x10a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.838837:0:7842:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a31e6 lrc: 3/0,1 mode: PW/PW res: [0x10a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.838843:0:7842:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a31e6 lrc: 2/0,0 mode: PW/PW res: [0x10a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.838854:0:7842:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776265357.839126:0:10780:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a31ae lrc: 3/0,1 mode: PW/PW res: [0xf6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.839135:0:10780:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a31ae lrc: 3/0,1 mode: PW/PW res: [0xf6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.839141:0:10780:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a31ae lrc: 3/0,1 mode: PW/PW res: [0xf6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.839146:0:10780:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a31ae lrc: 2/0,0 mode: PW/PW res: [0xf6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.839159:0:10780:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1776265357.839496:0:10780:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a3f93d51 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+24:2996:x1862548793524672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26047us (26099us total) trans 4294968233 rc 0/0 00000100:00100000:1.0:1776265357.839503:0:10780:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3061 00000004:00080000:0.0:1776265357.840086:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003ff9d04e/2, rc 0, transno 937 00000100:00100000:0.0:1776265357.840103:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ff9d04e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793524672:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1776265357.840138:0:11771:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a487f050/0xeb74cb2ea36806bd lrc: 0/0,0 mode: --/PW res: [0x108:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b4b5 expref: 58 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.840156:0:11771:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001ce0d328 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:11771:1862548793526016:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265357.840174:0:11771:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000cf68a6c4/0xeb74cb2ea36a31f4 lrc: 3/0,1 mode: PW/PW res: [0x108:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.840181:0:11771:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000cf68a6c4/0xeb74cb2ea36a31f4 lrc: 3/0,1 mode: PW/PW res: [0x108:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.840186:0:11771:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf68a6c4/0xeb74cb2ea36a31f4 lrc: 3/0,1 mode: PW/PW res: [0x108:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.840193:0:11771:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf68a6c4/0xeb74cb2ea36a31f4 lrc: 3/0,1 mode: PW/PW res: [0x108:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.840199:0:11771:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cf68a6c4/0xeb74cb2ea36a31f4 lrc: 2/0,0 mode: PW/PW res: [0x108:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.840235:0:11771:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1776265357.840549:0:11771:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e49a453c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+23:2994:x1862548793525568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14854us (15338us total) trans 4294968223 rc 0/0 00000100:00100000:0.0:1776265357.840557:0:11771:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3071 00000004:00080000:0.0:1776265357.840591:0:2994:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001b1408f3/2, rc 0, transno 927 00000100:00100000:0.0:1776265357.840602:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001b1408f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793525568:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776265357.840655:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001ce0d328 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793526464:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776265357.840687:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776265357.840720:0:11771:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793526464 00000100:00100000:0.0:1776265357.840747:0:11771:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3076 00000100:00100000:0.0:1776265357.840753:0:11771:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bef08137 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+23:2996:x1862548793526464:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776265357.840776:0:11771:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:276 count 1 00010000:00010000:0.0:1776265357.840794:0:11771:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000fd6f265/0xeb74cb2ea36a3217 lrc: 3/0,1 mode: --/PW res: [0x114:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.840808:0:11771:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004124f003/0xeb74cb2ea368101e lrc: 2/0,0 mode: PW/PW res: [0x114:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b8ba expref: 57 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.840816:0:11771:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.840817:0:11771:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.840819:0:11771:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000fd6f265/0xeb74cb2ea36a3217 lrc: 4/0,1 mode: --/PW res: [0x114:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.840840:0:11771:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004124f003/0xeb74cb2ea368101e lrc: 3/0,0 mode: PW/PW res: [0x114:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b8ba expref: 57 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.840850:0:11771:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004124f003/0xeb74cb2ea368101e lrc: 4/0,0 mode: PW/PW res: [0x114:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b8ba expref: 57 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.840860:0:11771:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000779538bf pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:11771:1862548793526528:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265357.840889:0:11771:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e4a66a24 going to sleep for 43 seconds 00010000:00010000:0.0:1776265357.840921:0:11783:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000094b36fb9/0xeb74cb2ea367fa14 lrc: 0/0,0 mode: --/PW res: [0xfc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3afbb expref: 66 pid: 11802 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.840931:0:11783:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b72156ff pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:11783:1862548793526080:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265357.840942:0:11783:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000094299238/0xeb74cb2ea36a31fb lrc: 3/0,1 mode: PW/PW res: [0xfc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.840954:0:11783:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000094299238/0xeb74cb2ea36a31fb lrc: 3/0,1 mode: PW/PW res: [0xfc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.840970:0:11783:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000094299238/0xeb74cb2ea36a31fb lrc: 3/0,1 mode: PW/PW res: [0xfc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.840978:0:11783:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000094299238/0xeb74cb2ea36a31fb lrc: 3/0,1 mode: PW/PW res: [0xfc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.840984:0:11783:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000094299238/0xeb74cb2ea36a31fb lrc: 2/0,0 mode: PW/PW res: [0xfc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.840991:0:11783:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1776265357.841315:0:11783:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002790e0a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+24:2994:x1862548793525504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15493us (16048us total) trans 4294968234 rc 0/0 00000100:00100000:0.0:1776265357.841321:0:11783:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3072 00000004:00080000:0.0:1776265357.841347:0:2994:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000015c1f937/2, rc 0, transno 938 00000100:00100000:0.0:1776265357.841351:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000015c1f937 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793525504:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1776265357.841394:0:11802:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a31df lrc: 3/0,1 mode: PW/PW res: [0xf9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.841402:0:11802:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a31df lrc: 3/0,1 mode: PW/PW res: [0xf9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.841408:0:11802:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a31df lrc: 3/0,1 mode: PW/PW res: [0xf9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.841417:0:11802:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a31df lrc: 2/0,0 mode: PW/PW res: [0xf9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.841424:0:11802:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1776265357.841706:0:11802:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f38f3d18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+24:2994:x1862548793524992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17108us (21635us total) trans 4294968224 rc 0/0 00000100:00100000:0.0:1776265357.841713:0:11802:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3068 00010000:00010000:0.0:1776265357.841731:0:11779:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a31d1 lrc: 3/0,1 mode: PW/PW res: [0x104:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.841739:0:11779:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a31d1 lrc: 3/0,1 mode: PW/PW res: [0x104:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.841746:0:11779:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a31d1 lrc: 3/0,1 mode: PW/PW res: [0x104:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.841751:0:11779:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a31d1 lrc: 2/0,0 mode: PW/PW res: [0x104:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.841759:0:11779:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:0.0:1776265357.841869:0:11779:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e5e3718 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+24:2995:x1862548793525184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21991us (22387us total) trans 4294968225 rc 0/0 00000100:00100000:0.0:1776265357.841877:0:11779:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3066 00010000:00010000:0.0:1776265357.841896:0:11778:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bcd87970/0xeb74cb2ea36a31bc lrc: 3/0,1 mode: PW/PW res: [0xf4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.841904:0:11778:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bcd87970/0xeb74cb2ea36a31bc lrc: 3/0,1 mode: PW/PW res: [0xf4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.841911:0:11778:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcd87970/0xeb74cb2ea36a31bc lrc: 3/0,1 mode: PW/PW res: [0xf4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.841917:0:11778:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bcd87970/0xeb74cb2ea36a31bc lrc: 2/0,0 mode: PW/PW res: [0xf4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.841925:0:11778:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:0.0:1776265357.842184:0:11778:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000026289fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+24:2993:x1862548793524608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28452us (28559us total) trans 4294968235 rc 0/0 00000100:00100000:0.0:1776265357.842191:0:11778:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3063 00010000:00010000:0.0:1776265357.842436:0:6307:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a31d8 lrc: 3/0,1 mode: PW/PW res: [0xfb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.842446:0:6307:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a31d8 lrc: 3/0,1 mode: PW/PW res: [0xfb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.842453:0:6307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a31d8 lrc: 3/0,1 mode: PW/PW res: [0xfb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.842458:0:6307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a31d8 lrc: 2/0,0 mode: PW/PW res: [0xfb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.842466:0:6307:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:0.0:1776265357.842742:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011ff4d06 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+24:2994:x1862548793525056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20863us (22713us total) trans 4294968226 rc 0/0 00000100:00100000:0.0:1776265357.842748:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3067 00010000:00010000:0.0:1776265357.842788:0:12462:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ca56687e/0xeb74cb2ea367f7c8 lrc: 0/0,0 mode: --/PW res: [0xf9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aebf expref: 65 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.842801:0:12462:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de95c9bd pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:12462:1862548793525888:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265357.842820:0:12462:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007d5d5010/0xeb74cb2ea36a31ed lrc: 3/0,1 mode: PW/PW res: [0xf9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.842826:0:12462:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007d5d5010/0xeb74cb2ea36a31ed lrc: 3/0,1 mode: PW/PW res: [0xf9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.842831:0:12462:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007d5d5010/0xeb74cb2ea36a31ed lrc: 3/0,1 mode: PW/PW res: [0xf9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.842837:0:12462:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007d5d5010/0xeb74cb2ea36a31ed lrc: 3/0,1 mode: PW/PW res: [0xf9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.842840:0:12462:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007d5d5010/0xeb74cb2ea36a31ed lrc: 2/0,0 mode: PW/PW res: [0xf9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.842848:0:12462:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00000004:00080000:3.0:1776265357.844318:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000351cac45/2, rc 0, transno 925 00000100:00100000:3.0:1776265357.844346:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000351cac45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793524928:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1776265357.844359:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c1b51fbf/2, rc 0, transno 929 00000100:00100000:3.0:1776265357.844362:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c1b51fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793525184:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1776265357.844370:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009464fb31/2, rc 0, transno 924 00000100:00100000:3.0:1776265357.844372:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009464fb31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793525120:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1776265357.844383:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ef2c2056/2, rc 0, transno 936 00000100:00100000:3.0:1776265357.844390:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ef2c2056 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793524416:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776265357.844445:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d12196ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793526720:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776265357.844492:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1776265357.844527:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:3.0:1776265357.844532:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a31e6 lrc: 2/0,0 mode: PW/PW res: [0x10a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844543:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000007a57c8c already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265357.844546:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a31e6 lrc: 2/0,0 mode: PW/PW res: [0x10a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844555:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a31e6 lrc: 3/0,0 mode: PW/PW res: [0x10a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844577:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a31e6 lrc: 1/0,0 mode: --/PW res: [0x10a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844583:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000007a57c8c/0xeb74cb2ea36a31e6 lrc: 0/0,0 mode: --/PW res: [0x10a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844601:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:3.0:1776265357.844604:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a31ae lrc: 2/0,0 mode: PW/PW res: [0xf6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844610:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000000e3457a already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265357.844612:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a31ae lrc: 2/0,0 mode: PW/PW res: [0xf6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844618:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a31ae lrc: 3/0,0 mode: PW/PW res: [0xf6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844633:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a31ae lrc: 1/0,0 mode: --/PW res: [0xf6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844639:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a31ae lrc: 0/0,0 mode: --/PW res: [0xf6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844652:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1776265357.844656:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cf68a6c4/0xeb74cb2ea36a31f4 lrc: 2/0,0 mode: PW/PW res: [0x108:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844661:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cf68a6c4 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265357.844664:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf68a6c4/0xeb74cb2ea36a31f4 lrc: 2/0,0 mode: PW/PW res: [0x108:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844670:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf68a6c4/0xeb74cb2ea36a31f4 lrc: 3/0,0 mode: PW/PW res: [0x108:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844678:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cf68a6c4/0xeb74cb2ea36a31f4 lrc: 1/0,0 mode: --/PW res: [0x108:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844683:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf68a6c4/0xeb74cb2ea36a31f4 lrc: 0/0,0 mode: --/PW res: [0x108:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844694:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1776265357.844697:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000094299238/0xeb74cb2ea36a31fb lrc: 2/0,0 mode: PW/PW res: [0xfc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844708:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000094299238 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265357.844710:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000094299238/0xeb74cb2ea36a31fb lrc: 2/0,0 mode: PW/PW res: [0xfc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844716:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000094299238/0xeb74cb2ea36a31fb lrc: 3/0,0 mode: PW/PW res: [0xfc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844723:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000094299238/0xeb74cb2ea36a31fb lrc: 1/0,0 mode: --/PW res: [0xfc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844728:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000094299238/0xeb74cb2ea36a31fb lrc: 0/0,0 mode: --/PW res: [0xfc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844741:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1776265357.844744:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a31df lrc: 2/0,0 mode: PW/PW res: [0xf9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844748:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fe9136a2 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265357.844750:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a31df lrc: 2/0,0 mode: PW/PW res: [0xf9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844755:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a31df lrc: 3/0,0 mode: PW/PW res: [0xf9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844763:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a31df lrc: 1/0,0 mode: --/PW res: [0xf9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844773:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe9136a2/0xeb74cb2ea36a31df lrc: 0/0,0 mode: --/PW res: [0xf9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844784:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1776265357.844786:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a31d1 lrc: 2/0,0 mode: PW/PW res: [0x104:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844791:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000de00b8cb already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265357.844793:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a31d1 lrc: 2/0,0 mode: PW/PW res: [0x104:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844798:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a31d1 lrc: 3/0,0 mode: PW/PW res: [0x104:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844805:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a31d1 lrc: 1/0,0 mode: --/PW res: [0x104:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844810:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000de00b8cb/0xeb74cb2ea36a31d1 lrc: 0/0,0 mode: --/PW res: [0x104:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844820:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1776265357.844822:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bcd87970/0xeb74cb2ea36a31bc lrc: 2/0,0 mode: PW/PW res: [0xf4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844827:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bcd87970 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265357.844829:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bcd87970/0xeb74cb2ea36a31bc lrc: 2/0,0 mode: PW/PW res: [0xf4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844840:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bcd87970/0xeb74cb2ea36a31bc lrc: 3/0,0 mode: PW/PW res: [0xf4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844849:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bcd87970/0xeb74cb2ea36a31bc lrc: 1/0,0 mode: --/PW res: [0xf4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844854:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bcd87970/0xeb74cb2ea36a31bc lrc: 0/0,0 mode: --/PW res: [0xf4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844865:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776265357.844868:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a31d8 lrc: 2/0,0 mode: PW/PW res: [0xfb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844873:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002be790ce already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265357.844876:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a31d8 lrc: 2/0,0 mode: PW/PW res: [0xfb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844882:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a31d8 lrc: 3/0,0 mode: PW/PW res: [0xfb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844890:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a31d8 lrc: 1/0,0 mode: --/PW res: [0xfb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844895:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002be790ce/0xeb74cb2ea36a31d8 lrc: 0/0,0 mode: --/PW res: [0xfb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844906:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265357.844908:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007d5d5010/0xeb74cb2ea36a31ed lrc: 2/0,0 mode: PW/PW res: [0xf9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844914:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007d5d5010 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265357.844916:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007d5d5010/0xeb74cb2ea36a31ed lrc: 2/0,0 mode: PW/PW res: [0xf9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844922:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007d5d5010/0xeb74cb2ea36a31ed lrc: 3/0,0 mode: PW/PW res: [0xf9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844929:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007d5d5010/0xeb74cb2ea36a31ed lrc: 1/0,0 mode: --/PW res: [0xf9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844935:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007d5d5010/0xeb74cb2ea36a31ed lrc: 0/0,0 mode: --/PW res: [0xf9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.844945:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265357.844946:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265357.844947:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776265357.844970:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be1645a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793526592:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776265357.844997:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1776265357.845024:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003008a578/2, rc 0, transno 939 00000100:00100000:3.0:1776265357.845032:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003008a578 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793524608:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1776265357.845040:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003284bf67/2, rc 0, transno 935 00000100:00100000:3.0:1776265357.845043:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003284bf67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793524544:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776265357.845051:0:2993:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776265357.845055:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001cf0c395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793526656:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776265357.845092:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776265357.845143:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1776265357.845148:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000055a3254d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793526784:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776265357.845168:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776265357.845188:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000082a35fcb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793526848:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776265357.845210:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776265357.846339:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016b20dc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793527040:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776265357.846383:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776265357.846408:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1776265357.846412:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000072e625e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793526976:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776265357.846430:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776265357.846475:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793526720 00000100:00100000:1.0:1776265357.846513:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793526592 00000100:00100000:1.0:1776265357.846527:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3077 00000100:00100000:1.0:1776265357.846533:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e89c45a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+25:2995:x1862548793526720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776265357.846558:0:6307:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:275 count 1 00010000:00010000:1.0:1776265357.846583:0:6307:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a321e lrc: 3/0,1 mode: --/PW res: [0x113:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.846606:0:6307:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000366e5770/0xeb74cb2ea3680ea4 lrc: 2/0,0 mode: PW/PW res: [0x113:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b819 expref: 64 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.846614:0:6307:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265357.846615:0:6307:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265357.846617:0:6307:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a321e lrc: 4/0,1 mode: --/PW res: [0x113:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.846641:0:6307:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000366e5770/0xeb74cb2ea3680ea4 lrc: 3/0,0 mode: PW/PW res: [0x113:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b819 expref: 64 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.846651:0:6307:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000366e5770/0xeb74cb2ea3680ea4 lrc: 4/0,0 mode: PW/PW res: [0x113:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b819 expref: 64 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1776265357.846661:0:6307:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019fad5bd pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6307:1862548793527104:192.168.204.57@tcp:104: 00000100:00100000:1.0:1776265357.846706:0:6307:0:(client.c:2500:ptlrpc_set_wait()) set 000000007ee66512 going to sleep for 43 seconds 00000100:00100000:1.0:1776265357.846818:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095dae23c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793526912:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776265357.846842:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1776265357.846870:0:2994:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a4b8022a/2, rc 0, transno 928 00000100:00100000:1.0:1776265357.846878:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a4b8022a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793524992:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776265357.846907:0:2994:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f393aecd/2, rc 0, transno 930 00000100:00100000:1.0:1776265357.846913:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f393aecd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793525056:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776265357.846942:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008b1dfba2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793527232:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776265357.846973:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776265357.846999:0:11776:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793526656 00000100:00100000:1.0:1776265357.847018:0:11776:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793526784 00000100:00100000:1.0:1776265357.847031:0:11776:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793526848 00000100:00100000:1.0:1776265357.847038:0:11776:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793527040 00000100:00100000:1.0:1776265357.847045:0:11776:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793526976 00000100:00100000:1.0:1776265357.847052:0:11776:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793526912 00000100:00100000:1.0:1776265357.847058:0:11776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3078 00000100:00100000:1.0:1776265357.847062:0:11776:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013085950 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+28:2993:x1862548793526592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776265357.847085:0:11776:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:268 count 1 00010000:00010000:1.0:1776265357.847097:0:11776:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a3225 lrc: 3/0,1 mode: --/PW res: [0x10c:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.847108:0:11776:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f8c26805/0xeb74cb2ea3680948 lrc: 2/0,0 mode: PW/PW res: [0x10c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b5cd expref: 64 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.847114:0:11776:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265357.847115:0:11776:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265357.847116:0:11776:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a3225 lrc: 4/0,1 mode: --/PW res: [0x10c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.847132:0:11776:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f8c26805/0xeb74cb2ea3680948 lrc: 3/0,0 mode: PW/PW res: [0x10c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b5cd expref: 64 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.847140:0:11776:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f8c26805/0xeb74cb2ea3680948 lrc: 4/0,0 mode: PW/PW res: [0x10c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b5cd expref: 64 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1776265357.847149:0:11776:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003bf38e0a pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:11776:1862548793527296:192.168.204.57@tcp:104: 00000100:00100000:1.0:1776265357.847176:0:11776:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b5c023a8 going to sleep for 43 seconds 00000100:00100000:1.0:1776265357.847207:0:2994:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776265357.847235:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a5ee1cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793527168:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776265357.847259:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.847579:0:11797:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793527232 00000100:00100000:2.0:1776265357.847599:0:11797:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793527168 00000100:00100000:2.0:1776265357.847610:0:11797:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3079 00000100:00100000:2.0:1776265357.847614:0:11797:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f844dd0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+28:2993:x1862548793526656:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776265357.847626:0:11797:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:432 count 1 00010000:00010000:2.0:1776265357.847638:0:11797:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a322c lrc: 3/0,1 mode: --/PW res: [0x1b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.847649:0:11797:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000118f5778/0xeb74cb2ea369b211 lrc: 2/0,0 mode: PW/PW res: [0x1b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44148 expref: 64 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.847654:0:11797:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.847656:0:11797:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.847657:0:11797:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a322c lrc: 4/0,1 mode: --/PW res: [0x1b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.847674:0:11797:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000118f5778/0xeb74cb2ea369b211 lrc: 3/0,0 mode: PW/PW res: [0x1b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44148 expref: 64 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.847681:0:11797:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000118f5778/0xeb74cb2ea369b211 lrc: 4/0,0 mode: PW/PW res: [0x1b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44148 expref: 64 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.847691:0:11797:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de95c9bd pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:11797:1862548793527360:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.847728:0:11797:0:(client.c:2500:ptlrpc_set_wait()) set 0000000052e8724e going to sleep for 43 seconds 00000100:00100000:2.0:1776265357.847745:0:11773:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3080 00000100:00100000:2.0:1776265357.847749:0:11773:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b8f4106 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+28:2995:x1862548793526784:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776265357.847760:0:11773:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:274 count 1 00010000:00010000:2.0:1776265357.847769:0:11773:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f264d773/0xeb74cb2ea36a3233 lrc: 3/0,1 mode: --/PW res: [0x112:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.847784:0:11773:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dda19372/0xeb74cb2ea3680de0 lrc: 2/0,0 mode: PW/PW res: [0x112:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b7c5 expref: 64 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.847790:0:11773:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.847791:0:11773:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.847792:0:11773:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f264d773/0xeb74cb2ea36a3233 lrc: 4/0,1 mode: --/PW res: [0x112:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.847809:0:11773:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dda19372/0xeb74cb2ea3680de0 lrc: 3/0,0 mode: PW/PW res: [0x112:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b7c5 expref: 64 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.847816:0:11773:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dda19372/0xeb74cb2ea3680de0 lrc: 4/0,0 mode: PW/PW res: [0x112:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b7c5 expref: 64 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.847824:0:11773:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ddde47e pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:11773:1862548793527424:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.847844:0:11773:0:(client.c:2500:ptlrpc_set_wait()) set 000000008dc054c1 going to sleep for 43 seconds 00010000:00010000:2.0:1776265357.847856:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.847861:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.847865:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776265357.847876:0:11796:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3081 00000100:00100000:2.0:1776265357.847879:0:11796:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015602c63 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+28:2993:x1862548793526848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776265357.847893:0:11796:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:267 count 1 00010000:00010000:2.0:1776265357.847903:0:11796:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c6b71437/0xeb74cb2ea36a323a lrc: 3/0,1 mode: --/PW res: [0x10b:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.847912:0:11796:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001f5a6de9/0xeb74cb2ea3680884 lrc: 2/0,0 mode: PW/PW res: [0x10b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b579 expref: 64 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.847924:0:11796:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.847925:0:11796:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.847926:0:11796:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c6b71437/0xeb74cb2ea36a323a lrc: 4/0,1 mode: --/PW res: [0x10b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.847942:0:11796:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001f5a6de9/0xeb74cb2ea3680884 lrc: 3/0,0 mode: PW/PW res: [0x10b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b579 expref: 64 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.847949:0:11796:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001f5a6de9/0xeb74cb2ea3680884 lrc: 4/0,0 mode: PW/PW res: [0x10b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b579 expref: 64 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.847958:0:11796:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5e18113 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:11796:1862548793527488:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.847989:0:11796:0:(client.c:2500:ptlrpc_set_wait()) set 0000000049f77f9a going to sleep for 43 seconds 00000100:00100000:2.0:1776265357.848004:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3082 00000100:00100000:2.0:1776265357.848008:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3373e60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+28:2996:x1862548793527040:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776265357.848019:0:6308:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:274 count 1 00010000:00010000:2.0:1776265357.848030:0:6308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a3241 lrc: 3/0,1 mode: --/PW res: [0x112:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.848039:0:6308:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008e9f7178/0xeb74cb2ea3680e96 lrc: 2/0,0 mode: PW/PW res: [0x112:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b80b expref: 57 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.848044:0:6308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.848045:0:6308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.848046:0:6308:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a3241 lrc: 4/0,1 mode: --/PW res: [0x112:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.848067:0:6308:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008e9f7178/0xeb74cb2ea3680e96 lrc: 3/0,0 mode: PW/PW res: [0x112:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b80b expref: 57 pid: 11777 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265357.848269:0:11777:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3083 00000100:00100000:3.0:1776265357.848274:0:11777:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0a0a006 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+28:2996:x1862548793526976:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776265357.848287:0:11777:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:267 count 1 00010000:00010000:3.0:1776265357.848298:0:11777:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007e193529/0xeb74cb2ea36a3248 lrc: 3/0,1 mode: --/PW res: [0x10b:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.848308:0:11777:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fa94fc80/0xeb74cb2ea3680909 lrc: 2/0,0 mode: PW/PW res: [0x10b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b5b1 expref: 57 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.848313:0:11777:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776265357.848314:0:11777:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776265357.848315:0:11777:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007e193529/0xeb74cb2ea36a3248 lrc: 4/0,1 mode: --/PW res: [0x10b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.848330:0:11777:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fa94fc80/0xeb74cb2ea3680909 lrc: 3/0,0 mode: PW/PW res: [0x10b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b5b1 expref: 57 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.848337:0:11777:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fa94fc80/0xeb74cb2ea3680909 lrc: 4/0,0 mode: PW/PW res: [0x10b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b5b1 expref: 57 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.848345:0:11777:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000073fb35d9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:11777:1862548793527616:192.168.204.57@tcp:104: 00000100:00100000:3.0:1776265357.848369:0:11777:0:(client.c:2500:ptlrpc_set_wait()) set 00000000eb1f502e going to sleep for 43 seconds 00000100:00100000:3.0:1776265357.848409:0:7842:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070eda601 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+28:2995:x1862548793525632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23629us (23897us total) trans 4294968222 rc 0/0 00000100:00100000:3.0:1776265357.848524:0:7842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3069 00000100:00100000:3.0:1776265357.848547:0:7842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3084 00000100:00100000:3.0:1776265357.848550:0:7842:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f6b00c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+27:2994:x1862548793526912:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776265357.848561:0:7842:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:273 count 1 00010000:00010000:3.0:1776265357.848571:0:7842:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000576af19/0xeb74cb2ea36a324f lrc: 3/0,1 mode: --/PW res: [0x111:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.848580:0:7842:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d9579734/0xeb74cb2ea3680dd2 lrc: 2/0,0 mode: PW/PW res: [0x111:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b7b7 expref: 57 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.848586:0:7842:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776265357.848587:0:7842:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776265357.848588:0:7842:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000576af19/0xeb74cb2ea36a324f lrc: 4/0,1 mode: --/PW res: [0x111:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.848604:0:7842:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d9579734/0xeb74cb2ea3680dd2 lrc: 3/0,0 mode: PW/PW res: [0x111:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b7b7 expref: 57 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.848611:0:7842:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d9579734/0xeb74cb2ea3680dd2 lrc: 4/0,0 mode: PW/PW res: [0x111:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b7b7 expref: 57 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.848619:0:7842:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d725961c pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7842:1862548793527680:192.168.204.57@tcp:104: 00000100:00100000:3.0:1776265357.848639:0:7842:0:(client.c:2500:ptlrpc_set_wait()) set 000000002775119c going to sleep for 43 seconds 00000004:00080000:1.0:1776265357.849026:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ef726113/2, rc 0, transno 926 00000100:00100000:1.0:1776265357.849046:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ef726113 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793525632:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776265357.849583:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ecb40db2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793527744:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776265357.849622:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776265357.849703:0:6308:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008e9f7178/0xeb74cb2ea3680e96 lrc: 4/0,0 mode: PW/PW res: [0x112:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b80b expref: 57 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.849713:0:6308:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4492c3b pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6308:1862548793527552:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.849754:0:6308:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dcddbd90 going to sleep for 43 seconds 00000100:00100000:2.0:1776265357.849775:0:11784:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793527744 00000100:00100000:2.0:1776265357.849800:0:11784:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3085 00000100:00100000:2.0:1776265357.849804:0:11784:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f9a693fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+28:2994:x1862548793527232:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776265357.849820:0:11784:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:269 count 1 00010000:00010000:2.0:1776265357.849835:0:11784:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a3256 lrc: 3/0,1 mode: --/PW res: [0x10d:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.849845:0:11784:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c2cfa688/0xeb74cb2ea3680ad0 lrc: 2/0,0 mode: PW/PW res: [0x10d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b675 expref: 57 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.849852:0:11784:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.849854:0:11784:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.849855:0:11784:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a3256 lrc: 4/0,1 mode: --/PW res: [0x10d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.849876:0:11784:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c2cfa688/0xeb74cb2ea3680ad0 lrc: 3/0,0 mode: PW/PW res: [0x10d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b675 expref: 57 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.849883:0:11784:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c2cfa688/0xeb74cb2ea3680ad0 lrc: 4/0,0 mode: PW/PW res: [0x10d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b675 expref: 57 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.849892:0:11784:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a0f904f pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:11784:1862548793527808:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.849912:0:11784:0:(client.c:2500:ptlrpc_set_wait()) set 000000005ac5405d going to sleep for 43 seconds 00000100:00100000:0.0:1776265357.850372:0:10780:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3086 00000100:00100000:0.0:1776265357.850379:0:10780:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072e3f256 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+28:2994:x1862548793527168:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776265357.850394:0:10780:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:433 count 1 00010000:00010000:0.0:1776265357.850409:0:10780:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000329a46a2/0xeb74cb2ea36a325d lrc: 3/0,1 mode: --/PW res: [0x1b1:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.850422:0:10780:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000080fe8a3d/0xeb74cb2ea369b6c5 lrc: 2/0,0 mode: PW/PW res: [0x1b1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece442d7 expref: 57 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.850434:0:10780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.850435:0:10780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.850436:0:10780:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000329a46a2/0xeb74cb2ea36a325d lrc: 4/0,1 mode: --/PW res: [0x1b1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.850457:0:10780:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000080fe8a3d/0xeb74cb2ea369b6c5 lrc: 3/0,0 mode: PW/PW res: [0x1b1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece442d7 expref: 57 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.850464:0:10780:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000080fe8a3d/0xeb74cb2ea369b6c5 lrc: 4/0,0 mode: PW/PW res: [0x1b1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece442d7 expref: 57 pid: 11776 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.850473:0:10780:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b72156ff pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10780:1862548793527872:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265357.850499:0:10780:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f5c517a4 going to sleep for 43 seconds 00000100:00100000:0.0:1776265357.850515:0:11779:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3087 00000100:00100000:0.0:1776265357.850521:0:11779:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000033b67b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+28:2995:x1862548793527744:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776265357.850534:0:11779:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:268 count 1 00010000:00010000:0.0:1776265357.850544:0:11779:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a3264 lrc: 3/0,1 mode: --/PW res: [0x10c:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.850554:0:11779:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007b58798c/0xeb74cb2ea36809fe lrc: 2/0,0 mode: PW/PW res: [0x10c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b613 expref: 57 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.850559:0:11779:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.850560:0:11779:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.850561:0:11779:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a3264 lrc: 4/0,1 mode: --/PW res: [0x10c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.850582:0:11779:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007b58798c/0xeb74cb2ea36809fe lrc: 3/0,0 mode: PW/PW res: [0x10c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b613 expref: 57 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.850590:0:11779:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007b58798c/0xeb74cb2ea36809fe lrc: 4/0,0 mode: PW/PW res: [0x10c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b613 expref: 57 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.850599:0:11779:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cefc1670 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:11779:1862548793527936:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265357.850621:0:11779:0:(client.c:2500:ptlrpc_set_wait()) set 000000000d5d3ae1 going to sleep for 43 seconds 00000100:00100000:0.0:1776265357.850955:0:12462:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbfa6eca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+29:2995:x1862548793525824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25932us (25974us total) trans 4294968236 rc 0/0 00000100:00100000:0.0:1776265357.850972:0:12462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3070 00000004:00080000:2.0:1776265357.851278:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004f457a73/2, rc 0, transno 940 00000100:00100000:2.0:1776265357.851292:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f457a73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793525824:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776265357.852497:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b6cb1297 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793528000:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776265357.852554:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776265357.853993:0:11783:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793528000 00000100:00100000:0.0:1776265357.854056:0:11783:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3088 00000100:00100000:0.0:1776265357.854062:0:11783:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000830e2683 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+29:2996:x1862548793528000:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776265357.854100:0:11783:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:439 count 1 00010000:00010000:0.0:1776265357.854128:0:11783:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a326b lrc: 3/0,1 mode: --/PW res: [0x1b7:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.854158:0:11783:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8cb334e/0xeb74cb2ea369c71f lrc: 2/0,0 mode: PW/PW res: [0x1b7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44905 expref: 64 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.854166:0:11783:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.854169:0:11783:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.854171:0:11783:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a326b lrc: 4/0,1 mode: --/PW res: [0x1b7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.854208:0:11783:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e8cb334e/0xeb74cb2ea369c71f lrc: 3/0,0 mode: PW/PW res: [0x1b7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44905 expref: 64 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.854239:0:11783:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e8cb334e/0xeb74cb2ea369c71f lrc: 4/0,0 mode: PW/PW res: [0x1b7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44905 expref: 64 pid: 11783 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.854253:0:11783:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000df4843ee pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:11783:1862548793528064:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265357.854321:0:11783:0:(client.c:2500:ptlrpc_set_wait()) set 0000000004bfeea4 going to sleep for 43 seconds 00000100:00100000:3.0:1776265357.856902:0:6306:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d1b6bf89 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6306:1862548793526336:192.168.204.57@tcp:104: 00000100:00100000:1.0:1776265357.856902:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.856926:0:11804:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff07d00b pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:11804:1862548793526272:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.856936:0:11803:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e79241c5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:11803:1862548793526400:192.168.204.57@tcp:104: 00010000:00010000:3.0:1776265357.856938:0:6306:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a3209 lrc: 3/0,1 mode: --/PW res: [0x1b7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.856946:0:11804:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005fe205d5/0xeb74cb2ea36a3202 lrc: 3/0,1 mode: --/PW res: [0x119:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.856951:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:2.0:1776265357.856974:0:11803:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003542bd54/0xeb74cb2ea36a3210 lrc: 3/0,1 mode: --/PW res: [0xfe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.856998:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.857002:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787293440 00000100:00100000:2.0:1776265357.857031:0:5493:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787293504 00010000:00010000:0.0:1776265357.857035:0:5492:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002c0d1f59/0xeb74cb2ea3681400 lrc: 4/0,0 mode: PW/PW res: [0x119:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ba49 expref: 65 pid: 11802 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.857051:0:5493:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008a90bc46/0xeb74cb2ea369c80d lrc: 4/0,0 mode: PW/PW res: [0x1b7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44967 expref: 58 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.857071:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787293568 00000100:00100000:2.0:1776265357.857085:0:5493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5125 00010000:00010000:0.0:1776265357.857087:0:5492:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000243a83f2/0xeb74cb2ea367fb9c lrc: 4/0,0 mode: PW/PW res: [0xfe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b063 expref: 66 pid: 11802 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.857098:0:5493:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000bd6ea08 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+66:2207:x1862548787293440:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00000100:00100000:1.0:1776265357.857098:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.857117:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787293632 00010000:00010000:2.0:1776265357.857118:0:5493:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1776265357.857121:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:2.0:1776265357.857126:0:5493:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002c0d1f59/0xeb74cb2ea3681400 lrc: 4/0,0 mode: PW/PW res: [0x119:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ba49 expref: 66 pid: 11802 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.857132:0:5492:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004124f003/0xeb74cb2ea368101e lrc: 5/0,0 mode: PW/PW res: [0x114:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b8ba expref: 59 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.857146:0:5493:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002c0d1f59/0xeb74cb2ea3681400 lrc: 3/0,0 mode: PW/PW res: [0x119:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ba49 expref: 66 pid: 11802 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.857153:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787293696 00000100:00100000:1.0:1776265357.857162:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:0.0:1776265357.857168:0:5492:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000366e5770/0xeb74cb2ea3680ea4 lrc: 5/0,0 mode: PW/PW res: [0x113:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b819 expref: 67 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.857177:0:5493:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c0d1f59/0xeb74cb2ea3681400 lrc: 0/0,0 mode: --/PW res: [0x119:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ba49 expref: 67 pid: 11802 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.857186:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787293760 00010000:00010000:2.0:1776265357.857200:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.857200:0:5492:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f8c26805/0xeb74cb2ea3680948 lrc: 5/0,0 mode: PW/PW res: [0x10c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b5cd expref: 67 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.857203:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1776265357.857206:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:2.0:1776265357.857208:0:5493:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005fe205d5/0xeb74cb2ea36a3202 lrc: 3/0,1 mode: PW/PW res: [0x119:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.857242:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787293824 00010000:00010000:0.0:1776265357.857255:0:5492:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000118f5778/0xeb74cb2ea369b211 lrc: 5/0,0 mode: PW/PW res: [0x1b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44148 expref: 68 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.857272:0:5492:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5126 00000100:00100000:0.0:1776265357.857277:0:5492:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c99da323 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+59:2208:x1862548787293504:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1776265357.857290:0:5492:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265357.857294:0:5492:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008a90bc46/0xeb74cb2ea369c80d lrc: 4/0,0 mode: PW/PW res: [0x1b7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44967 expref: 59 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.857303:0:5492:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008a90bc46/0xeb74cb2ea369c80d lrc: 3/0,0 mode: PW/PW res: [0x1b7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44967 expref: 59 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.857322:0:5492:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008a90bc46/0xeb74cb2ea369c80d lrc: 0/0,0 mode: --/PW res: [0x1b7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44967 expref: 59 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.857340:0:5492:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.857343:0:5493:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005fe205d5/0xeb74cb2ea36a3202 lrc: 4/0,1 mode: PW/PW res: [0x119:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.857343:0:5492:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.857346:0:5492:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a3209 lrc: 3/0,1 mode: PW/PW res: [0x1b7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.857364:0:11776:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003bf38e0a pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:11776:1862548793527296:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265357.857364:0:5492:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a3209 lrc: 4/0,1 mode: PW/PW res: [0x1b7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.857382:0:11776:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a3225 lrc: 3/0,1 mode: --/PW res: [0x10c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.857394:0:5492:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265357.857440:0:5492:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c99da323 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+58:2208:x1862548787293504:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 162us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265357.857448:0:5492:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5126 00000100:00100000:0.0:1776265357.857465:0:5492:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5127 00010000:00010000:2.0:1776265357.857468:0:5493:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265357.857469:0:5492:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7e24ada pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+68:2207:x1862548787293568:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1776265357.857478:0:5492:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265357.857483:0:5492:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000243a83f2/0xeb74cb2ea367fb9c lrc: 4/0,0 mode: PW/PW res: [0xfe:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b063 expref: 68 pid: 11802 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.857491:0:5492:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000243a83f2/0xeb74cb2ea367fb9c lrc: 3/0,0 mode: PW/PW res: [0xfe:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b063 expref: 68 pid: 11802 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.857497:0:5493:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000bd6ea08 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+68:2207:x1862548787293440:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 401us (603us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.857508:0:5493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5125 00010000:00010000:0.0:1776265357.857512:0:5492:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000243a83f2/0xeb74cb2ea367fb9c lrc: 0/0,0 mode: --/PW res: [0xfe:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b063 expref: 68 pid: 11802 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.857524:0:5492:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.857526:0:5492:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.857528:0:5492:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003542bd54/0xeb74cb2ea36a3210 lrc: 3/0,1 mode: PW/PW res: [0xfe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.857537:0:5493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5128 00010000:00010000:0.0:1776265357.857541:0:5492:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003542bd54/0xeb74cb2ea36a3210 lrc: 4/0,1 mode: PW/PW res: [0xfe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.857552:0:5493:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed64a9fb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+57:2208:x1862548787293632:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1776265357.857562:0:5493:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265357.857566:0:5492:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776265357.857567:0:5493:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004124f003/0xeb74cb2ea368101e lrc: 5/0,0 mode: PW/PW res: [0x114:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b8ba expref: 57 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.857579:0:5493:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004124f003/0xeb74cb2ea368101e lrc: 4/0,0 mode: PW/PW res: [0x114:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b8ba expref: 57 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.857594:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.857596:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.857599:0:5493:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000fd6f265/0xeb74cb2ea36a3217 lrc: 3/0,1 mode: PW/PW res: [0x114:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.857605:0:5493:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000fd6f265/0xeb74cb2ea36a3217 lrc: 4/0,1 mode: PW/PW res: [0x114:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.857619:0:5493:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776265357.857627:0:11777:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000073fb35d9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:11777:1862548793527616:192.168.204.57@tcp:104: 00010000:00010000:3.0:1776265357.857641:0:11777:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007e193529/0xeb74cb2ea36a3248 lrc: 3/0,1 mode: --/PW res: [0x10b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.857667:0:11771:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004124f003/0xeb74cb2ea368101e lrc: 0/0,0 mode: --/PW res: [0x114:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b8ba expref: 57 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.857678:0:11771:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000779538bf pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:11771:1862548793526528:192.168.204.57@tcp:104: 00010000:00010000:3.0:1776265357.857690:0:11771:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000fd6f265/0xeb74cb2ea36a3217 lrc: 3/0,1 mode: PW/PW res: [0x114:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.857697:0:11771:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000fd6f265/0xeb74cb2ea36a3217 lrc: 3/0,1 mode: PW/PW res: [0x114:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.857703:0:11771:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000fd6f265/0xeb74cb2ea36a3217 lrc: 3/0,1 mode: PW/PW res: [0x114:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.857712:0:11771:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000fd6f265/0xeb74cb2ea36a3217 lrc: 3/0,1 mode: PW/PW res: [0x114:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.857718:0:11771:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000fd6f265/0xeb74cb2ea36a3217 lrc: 2/0,0 mode: PW/PW res: [0x114:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.857734:0:11771:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776265357.857805:0:6307:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019fad5bd pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6307:1862548793527104:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265357.857821:0:6307:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a321e lrc: 3/0,1 mode: --/PW res: [0x113:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.859145:0:5492:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7e24ada pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+66:2207:x1862548787293568:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 1667us (2143us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.859155:0:5493:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed64a9fb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+56:2208:x1862548787293632:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 1606us (2060us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265357.859164:0:5492:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5127 00000100:00100000:2.0:1776265357.859170:0:5493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5128 00000100:00100000:0.0:1776265357.859202:0:5492:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5129 00000100:00100000:0.0:1776265357.859435:0:5492:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000612220ce pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+65:2207:x1862548787293696:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1776265357.859452:0:5492:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265357.859461:0:5492:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000366e5770/0xeb74cb2ea3680ea4 lrc: 4/0,0 mode: PW/PW res: [0x113:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b819 expref: 65 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.859475:0:5492:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000366e5770/0xeb74cb2ea3680ea4 lrc: 3/0,0 mode: PW/PW res: [0x113:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b819 expref: 65 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.859498:0:5492:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000366e5770/0xeb74cb2ea3680ea4 lrc: 0/0,0 mode: --/PW res: [0x113:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b819 expref: 65 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.859506:0:5493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5130 00000100:00100000:2.0:1776265357.859514:0:5493:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000541df219 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+64:2208:x1862548787293760:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1776265357.859517:0:5492:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.859520:0:5492:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.859524:0:5493:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265357.859524:0:5492:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a321e lrc: 3/0,1 mode: PW/PW res: [0x113:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.859532:0:5493:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f8c26805/0xeb74cb2ea3680948 lrc: 4/0,0 mode: PW/PW res: [0x10c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b5cd expref: 64 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.859534:0:5492:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a321e lrc: 4/0,1 mode: PW/PW res: [0x113:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.859553:0:5493:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f8c26805/0xeb74cb2ea3680948 lrc: 3/0,0 mode: PW/PW res: [0x10c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b5cd expref: 64 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.859570:0:5493:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f8c26805/0xeb74cb2ea3680948 lrc: 0/0,0 mode: --/PW res: [0x10c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b5cd expref: 64 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.859583:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.859585:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.859587:0:5493:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a3225 lrc: 3/0,1 mode: PW/PW res: [0x10c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.859594:0:5493:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a3225 lrc: 4/0,1 mode: PW/PW res: [0x10c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.859618:0:5493:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776265357.859646:0:5493:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000541df219 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+63:2208:x1862548787293760:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 132us (2485us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.859653:0:5493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5130 00000100:00100000:2.0:1776265357.859669:0:5493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5131 00000100:00100000:2.0:1776265357.859673:0:5493:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061e9ef92 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+62:2207:x1862548787293824:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1776265357.859679:0:5493:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265357.859683:0:5493:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000118f5778/0xeb74cb2ea369b211 lrc: 5/0,0 mode: PW/PW res: [0x1b0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44148 expref: 62 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.859691:0:5493:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000118f5778/0xeb74cb2ea369b211 lrc: 4/0,0 mode: PW/PW res: [0x1b0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44148 expref: 62 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.859717:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.859718:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.859721:0:5493:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a322c lrc: 3/0,1 mode: PW/PW res: [0x1b0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.859727:0:5493:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a322c lrc: 4/0,1 mode: PW/PW res: [0x1b0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.859738:0:5493:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776265357.859754:0:5493:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061e9ef92 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+62:2207:x1862548787293824:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 80us (2556us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.859760:0:5493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5131 00010000:00010000:0.0:1776265357.860000:0:5492:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265357.860023:0:5492:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000612220ce pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+62:2207:x1862548787293696:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 589us (2904us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265357.860030:0:5492:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5129 00000100:00100000:3.0:1776265357.860292:0:11771:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bef08137 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+29:2996:x1862548793526464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19521us (19588us total) trans 4294968227 rc 0/0 00000100:00100000:3.0:1776265357.860303:0:11771:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3076 00000100:00100000:2.0:1776265357.860318:0:11773:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ddde47e pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:11773:1862548793527424:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.860342:0:11773:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f264d773/0xeb74cb2ea36a3233 lrc: 3/0,1 mode: --/PW res: [0x112:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.860350:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265357.860357:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000fd6f265/0xeb74cb2ea36a3217 lrc: 2/0,0 mode: PW/PW res: [0x114:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1776265357.860363:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001ce0d328/2, rc 0, transno 931 00010000:00010000:3.0:1776265357.860368:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000fd6f265 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265357.860373:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000fd6f265/0xeb74cb2ea36a3217 lrc: 2/0,0 mode: PW/PW res: [0x114:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.860373:0:11803:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003542bd54/0xeb74cb2ea36a3210 lrc: 3/0,1 mode: PW/PW res: [0xfe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.860380:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001ce0d328 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793526464:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776265357.860394:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000fd6f265/0xeb74cb2ea36a3217 lrc: 3/0,0 mode: PW/PW res: [0x114:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.860394:0:11803:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003542bd54/0xeb74cb2ea36a3210 lrc: 3/0,1 mode: PW/PW res: [0xfe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.860416:0:11803:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003542bd54/0xeb74cb2ea36a3210 lrc: 3/0,1 mode: PW/PW res: [0xfe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.860424:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000fd6f265/0xeb74cb2ea36a3217 lrc: 1/0,0 mode: --/PW res: [0x114:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.860425:0:11803:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003542bd54/0xeb74cb2ea36a3210 lrc: 2/0,0 mode: PW/PW res: [0xfe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.860442:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000fd6f265/0xeb74cb2ea36a3217 lrc: 0/0,0 mode: --/PW res: [0x114:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.860457:0:11803:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776265357.860462:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1776265357.860462:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000067f70ce5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793528128:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776265357.860466:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003542bd54/0xeb74cb2ea36a3210 lrc: 2/0,0 mode: PW/PW res: [0xfe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.860475:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003542bd54 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265357.860477:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003542bd54/0xeb74cb2ea36a3210 lrc: 2/0,0 mode: PW/PW res: [0xfe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.860483:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003542bd54/0xeb74cb2ea36a3210 lrc: 3/0,0 mode: PW/PW res: [0xfe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.860494:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003542bd54/0xeb74cb2ea36a3210 lrc: 1/0,0 mode: --/PW res: [0xfe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.860501:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003542bd54/0xeb74cb2ea36a3210 lrc: 0/0,0 mode: --/PW res: [0xfe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.860509:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1776265357.860517:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265357.860519:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265357.860521:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776265357.860546:0:7842:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d725961c pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7842:1862548793527680:192.168.204.57@tcp:104: 00010000:00010000:3.0:1776265357.860562:0:7842:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000576af19/0xeb74cb2ea36a324f lrc: 3/0,1 mode: --/PW res: [0x111:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.860587:0:11771:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793528128 00000100:00100000:1.0:1776265357.860929:0:11771:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3089 00000100:00100000:1.0:1776265357.860935:0:11771:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5af6ec8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+29:2993:x1862548793528128:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776265357.860957:0:11771:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:278 count 1 00010000:00010000:1.0:1776265357.860988:0:11771:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a3272 lrc: 3/0,1 mode: --/PW res: [0x116:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.861004:0:11771:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000073c72c3/0xeb74cb2ea36811b4 lrc: 2/0,0 mode: PW/PW res: [0x116:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b962 expref: 55 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.861011:0:11771:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265357.861013:0:11771:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265357.861015:0:11771:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a3272 lrc: 4/0,1 mode: --/PW res: [0x116:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.861038:0:11771:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000073c72c3/0xeb74cb2ea36811b4 lrc: 3/0,0 mode: PW/PW res: [0x116:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b962 expref: 55 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.861047:0:11771:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000073c72c3/0xeb74cb2ea36811b4 lrc: 4/0,0 mode: PW/PW res: [0x116:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b962 expref: 55 pid: 11802 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1776265357.861058:0:11771:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000389d26dc pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:11771:1862548793528192:192.168.204.57@tcp:104: 00000004:00080000:3.0:1776265357.861104:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000058c022d4/2, rc 0, transno 941 00000100:00100000:3.0:1776265357.861117:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058c022d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793526208:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776265357.861270:0:11796:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5e18113 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:11796:1862548793527488:192.168.204.57@tcp:104: 00010000:00010000:3.0:1776265357.861288:0:11796:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c6b71437/0xeb74cb2ea36a323a lrc: 3/0,1 mode: --/PW res: [0x10b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.861312:0:11797:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000118f5778/0xeb74cb2ea369b211 lrc: 0/0,0 mode: --/PW res: [0x1b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44148 expref: 60 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.861322:0:11797:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de95c9bd pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:11797:1862548793527360:192.168.204.57@tcp:104: 00010000:00010000:3.0:1776265357.861334:0:11797:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a322c lrc: 3/0,1 mode: PW/PW res: [0x1b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.861345:0:11797:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a322c lrc: 3/0,1 mode: PW/PW res: [0x1b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.861350:0:11797:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a322c lrc: 3/0,1 mode: PW/PW res: [0x1b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.861356:0:11797:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a322c lrc: 3/0,1 mode: PW/PW res: [0x1b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.861361:0:11797:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a322c lrc: 2/0,0 mode: PW/PW res: [0x1b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.861374:0:11797:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776265357.865049:0:11803:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e98f0d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+31:2995:x1862548793526208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31051us (36786us total) trans 4294968237 rc 0/0 00000100:00100000:2.0:1776265357.865067:0:11803:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3075 00000100:00100000:1.0:1776265357.865085:0:11771:0:(client.c:2500:ptlrpc_set_wait()) set 000000007ee66512 going to sleep for 43 seconds 00010000:00010000:2.0:1776265357.865109:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265357.865115:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a322c lrc: 2/0,0 mode: PW/PW res: [0x1b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.865125:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e8466407 already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.865128:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a322c lrc: 2/0,0 mode: PW/PW res: [0x1b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.865129:0:2993:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1776265357.865137:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a322c lrc: 3/0,0 mode: PW/PW res: [0x1b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.865148:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c139136 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793528256:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776265357.865160:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a322c lrc: 1/0,0 mode: --/PW res: [0x1b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.865165:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a322c lrc: 0/0,0 mode: --/PW res: [0x1b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.865179:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.865180:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.865181:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.865186:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.865196:0:11776:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a3225 lrc: 3/0,1 mode: PW/PW res: [0x10c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.865202:0:11776:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a3225 lrc: 3/0,1 mode: PW/PW res: [0x10c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.865207:0:11776:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a3225 lrc: 3/0,1 mode: PW/PW res: [0x10c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.865230:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776265357.865237:0:11776:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a3225 lrc: 2/0,0 mode: PW/PW res: [0x10c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.865253:0:11776:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776265357.866027:0:11776:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013085950 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+31:2993:x1862548793526592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18963us (21029us total) trans 4294968239 rc 0/0 00000100:00100000:2.0:1776265357.866038:0:11776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3078 00000100:00100000:2.0:1776265357.866062:0:11776:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793528256 00000100:00100000:2.0:1776265357.866097:0:11776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3090 00000100:00100000:2.0:1776265357.866102:0:11776:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c0d5a78a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+31:2993:x1862548793528256:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776265357.866126:0:11776:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:280 count 1 00010000:00010000:2.0:1776265357.866146:0:11776:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3279 lrc: 3/0,1 mode: --/PW res: [0x118:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.866162:0:11776:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ccbb53ca/0xeb74cb2ea3681278 lrc: 2/0,0 mode: PW/PW res: [0x118:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b9bd expref: 59 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.866171:0:11776:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.866173:0:11776:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.866175:0:11776:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3279 lrc: 4/0,1 mode: --/PW res: [0x118:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.866205:0:11776:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ccbb53ca/0xeb74cb2ea3681278 lrc: 3/0,0 mode: PW/PW res: [0x118:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b9bd expref: 59 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.866237:0:11776:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ccbb53ca/0xeb74cb2ea3681278 lrc: 4/0,0 mode: PW/PW res: [0x118:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b9bd expref: 59 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.866250:0:11776:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ddde47e pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:11776:1862548793528320:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.866291:0:11776:0:(client.c:2500:ptlrpc_set_wait()) set 00000000658fdaad going to sleep for 43 seconds 00010000:00010000:2.0:1776265357.866306:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265357.866310:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a3225 lrc: 2/0,0 mode: PW/PW res: [0x10c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.866318:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c079a2d5 already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.866320:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a3225 lrc: 2/0,0 mode: PW/PW res: [0x10c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.866328:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a3225 lrc: 3/0,0 mode: PW/PW res: [0x10c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265357.866347:0:11797:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f844dd0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+31:2993:x1862548793526656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18106us (20630us total) trans 4294968238 rc 0/0 00000100:00100000:3.0:1776265357.866354:0:11797:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3079 00010000:00010000:2.0:1776265357.866356:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a3225 lrc: 1/0,0 mode: --/PW res: [0x10c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.866364:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c079a2d5/0xeb74cb2ea36a3225 lrc: 0/0,0 mode: --/PW res: [0x10c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.866380:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.866381:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.866383:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.866395:0:11804:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005fe205d5/0xeb74cb2ea36a3202 lrc: 3/0,1 mode: PW/PW res: [0x119:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.866402:0:11804:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005fe205d5/0xeb74cb2ea36a3202 lrc: 3/0,1 mode: PW/PW res: [0x119:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.866409:0:11804:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005fe205d5/0xeb74cb2ea36a3202 lrc: 3/0,1 mode: PW/PW res: [0x119:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.866415:0:11804:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005fe205d5/0xeb74cb2ea36a3202 lrc: 2/0,0 mode: PW/PW res: [0x119:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.866435:0:11804:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776265357.866481:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265357.866486:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005fe205d5/0xeb74cb2ea36a3202 lrc: 2/0,0 mode: PW/PW res: [0x119:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.866495:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005fe205d5 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265357.866498:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005fe205d5/0xeb74cb2ea36a3202 lrc: 2/0,0 mode: PW/PW res: [0x119:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.866505:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005fe205d5/0xeb74cb2ea36a3202 lrc: 3/0,0 mode: PW/PW res: [0x119:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.866520:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005fe205d5/0xeb74cb2ea36a3202 lrc: 1/0,0 mode: --/PW res: [0x119:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.866525:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005fe205d5/0xeb74cb2ea36a3202 lrc: 0/0,0 mode: --/PW res: [0x119:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.866540:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265357.866542:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265357.866544:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265357.866578:0:6307:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a321e lrc: 3/0,1 mode: PW/PW res: [0x113:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.867066:0:11804:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a96efe6e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+31:2994:x1862548793525952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 39357us (39478us total) trans 4294968240 rc 0/0 00000004:00080000:3.0:1776265357.867072:0:2994:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000007221dbc/2, rc 0, transno 944 00000100:00100000:2.0:1776265357.867079:0:11804:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3073 00000100:00100000:3.0:1776265357.867087:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000007221dbc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793525952:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.867150:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000078faed62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793528384:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.867178:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776265357.867207:0:12462:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793528384 00000100:00100000:2.0:1776265357.867266:0:11803:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3091 00000100:00100000:2.0:1776265357.867273:0:11803:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000562679fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+31:2995:x1862548793528384:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1776265357.867274:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001cf0c395/2, rc 0, transno 942 00000100:00100000:1.0:1776265357.867287:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001cf0c395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793526656:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776265357.867290:0:11803:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:278 count 1 00000004:00080000:1.0:1776265357.867301:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000be1645a4/2, rc 0, transno 943 00010000:00010000:2.0:1776265357.867306:0:11803:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000713f64bf/0xeb74cb2ea36a3280 lrc: 3/0,1 mode: --/PW res: [0x116:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.867307:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be1645a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793526592:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776265357.867324:0:11803:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004ac9e78a/0xeb74cb2ea36810f0 lrc: 2/0,0 mode: PW/PW res: [0x116:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b915 expref: 59 pid: 10780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265357.867330:0:2994:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776265357.867331:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de95c9bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793528448:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776265357.867336:0:11803:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.867339:0:11803:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1776265357.867341:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d725961c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793528512:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776265357.867342:0:11803:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000713f64bf/0xeb74cb2ea36a3280 lrc: 4/0,1 mode: --/PW res: [0x116:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.867365:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776265357.867371:0:11803:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004ac9e78a/0xeb74cb2ea36810f0 lrc: 3/0,0 mode: PW/PW res: [0x116:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b915 expref: 59 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.867382:0:11803:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004ac9e78a/0xeb74cb2ea36810f0 lrc: 4/0,0 mode: PW/PW res: [0x116:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b915 expref: 59 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.867388:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.867398:0:11803:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5e18113 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:11803:1862548793528576:192.168.204.57@tcp:104: 00000100:00100000:3.0:1776265357.867420:0:11797:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793528448 00000100:00100000:2.0:1776265357.867440:0:11803:0:(client.c:2500:ptlrpc_set_wait()) set 0000000058658aa5 going to sleep for 43 seconds 00000100:00100000:3.0:1776265357.867448:0:11797:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793528512 00000100:00100000:2.0:1776265357.867460:0:11804:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3092 00000100:00100000:2.0:1776265357.867465:0:11804:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df1bc0cb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+33:2996:x1862548793528448:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776265357.867471:0:11797:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3093 00000100:00100000:3.0:1776265357.867476:0:11797:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000073fb35d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+33:2994:x1862548793528512:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776265357.867477:0:11804:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:277 count 1 00010000:00010000:2.0:1776265357.867492:0:11804:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a3287 lrc: 3/0,1 mode: --/PW res: [0x115:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1776265357.867493:0:11797:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:263 count 1 00010000:00010000:2.0:1776265357.867505:0:11804:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9f3e9e7/0xeb74cb2ea368102c lrc: 2/0,0 mode: PW/PW res: [0x115:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b8c1 expref: 59 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.867509:0:11797:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a328e lrc: 3/0,1 mode: --/PW res: [0x107:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.867512:0:11804:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.867514:0:11804:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.867516:0:11804:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a3287 lrc: 4/0,1 mode: --/PW res: [0x115:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.867529:0:11797:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fdadbef8/0xeb74cb2ea3680574 lrc: 2/0,0 mode: PW/PW res: [0x107:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b429 expref: 59 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.867537:0:11797:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776265357.867540:0:11797:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.867540:0:11804:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b9f3e9e7/0xeb74cb2ea368102c lrc: 3/0,0 mode: PW/PW res: [0x115:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b8c1 expref: 59 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.867543:0:11797:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a328e lrc: 4/0,1 mode: --/PW res: [0x107:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.867562:0:11804:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b9f3e9e7/0xeb74cb2ea368102c lrc: 4/0,0 mode: PW/PW res: [0x115:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b8c1 expref: 59 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1776265357.867572:0:11797:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fdadbef8/0xeb74cb2ea3680574 lrc: 3/0,0 mode: PW/PW res: [0x107:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b429 expref: 59 pid: 11796 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.867574:0:11804:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000551b7748 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:11804:1862548793528640:192.168.204.57@tcp:104: 00010000:00010000:3.0:1776265357.867589:0:11797:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fdadbef8/0xeb74cb2ea3680574 lrc: 4/0,0 mode: PW/PW res: [0x107:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b429 expref: 59 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.867600:0:11797:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff07d00b pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:11797:1862548793528704:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.867602:0:11804:0:(client.c:2500:ptlrpc_set_wait()) set 0000000006b1b18f going to sleep for 43 seconds 00000100:00100000:3.0:1776265357.867627:0:11797:0:(client.c:2500:ptlrpc_set_wait()) set 00000000eb1f502e going to sleep for 43 seconds 00010000:00010000:0.0:1776265357.868286:0:6307:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a321e lrc: 3/0,1 mode: PW/PW res: [0x113:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.868300:0:6307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a321e lrc: 3/0,1 mode: PW/PW res: [0x113:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.868307:0:6307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a321e lrc: 2/0,0 mode: PW/PW res: [0x113:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.868330:0:6307:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776265357.868345:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265357.868349:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a321e lrc: 2/0,0 mode: PW/PW res: [0x113:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.868358:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003c6c2e53 already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.868361:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a321e lrc: 2/0,0 mode: PW/PW res: [0x113:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.868373:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a321e lrc: 3/0,0 mode: PW/PW res: [0x113:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.868392:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a321e lrc: 1/0,0 mode: --/PW res: [0x113:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.868398:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c6c2e53/0xeb74cb2ea36a321e lrc: 0/0,0 mode: --/PW res: [0x113:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.868414:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.868416:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.868417:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265357.872328:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e89c45a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+34:2995:x1862548793526720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25786us (27828us total) trans 4294968241 rc 0/0 00000100:00100000:0.0:1776265357.872344:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3077 00000004:00080000:2.0:1776265357.872392:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d12196ff/2, rc 0, transno 945 00010000:00010000:0.0:1776265357.872396:0:6306:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a3209 lrc: 3/0,1 mode: PW/PW res: [0x1b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.872409:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d12196ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793526720:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1776265357.872410:0:6306:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a3209 lrc: 3/0,1 mode: PW/PW res: [0x1b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.872424:0:6306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a3209 lrc: 3/0,1 mode: PW/PW res: [0x1b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.872432:0:6306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a3209 lrc: 2/0,0 mode: PW/PW res: [0x1b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.872456:0:6306:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776265357.872473:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265357.872479:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a3209 lrc: 2/0,0 mode: PW/PW res: [0x1b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.872488:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000052ef386d already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.872492:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a3209 lrc: 2/0,0 mode: PW/PW res: [0x1b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.872500:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a3209 lrc: 3/0,0 mode: PW/PW res: [0x1b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.872522:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a3209 lrc: 1/0,0 mode: --/PW res: [0x1b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.872533:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052ef386d/0xeb74cb2ea36a3209 lrc: 0/0,0 mode: --/PW res: [0x1b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.872551:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.872554:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.872556:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265357.872674:0:6306:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7728adf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+30:2994:x1862548793526144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 44792us (45039us total) trans 4294968228 rc 0/0 00000100:00100000:0.0:1776265357.872681:0:6306:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3074 00000004:00080000:1.0:1776265357.872794:0:2994:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005eb6e0b8/2, rc 0, transno 932 00000100:00100000:1.0:1776265357.872811:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005eb6e0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793526144:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776265357.873038:0:2993:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776265357.873053:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d1b6bf89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793528768:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776265357.873091:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776265357.873140:0:11802:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793528768 00000100:00100000:3.0:1776265357.873184:0:11802:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3094 00000100:00100000:3.0:1776265357.873190:0:11802:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ecdfa584 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+34:2993:x1862548793528768:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.873199:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00002000:00080000:3.0:1776265357.873237:0:11802:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:266 count 1 00010000:00010000:3.0:1776265357.873263:0:11802:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000033a08142/0xeb74cb2ea36a3295 lrc: 3/0,1 mode: --/PW res: [0x10a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.873282:0:11802:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007bcafefb/0xeb74cb2ea36807d5 lrc: 2/0,0 mode: PW/PW res: [0x10a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b52c expref: 59 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.873291:0:11802:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776265357.873294:0:11802:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776265357.873296:0:11802:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000033a08142/0xeb74cb2ea36a3295 lrc: 4/0,1 mode: --/PW res: [0x10a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.873322:0:11802:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007bcafefb/0xeb74cb2ea36807d5 lrc: 3/0,0 mode: PW/PW res: [0x10a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b52c expref: 59 pid: 11796 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.873335:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1776265357.873346:0:11802:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007bcafefb/0xeb74cb2ea36807d5 lrc: 4/0,0 mode: PW/PW res: [0x10a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b52c expref: 59 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.873359:0:11802:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000010da09da pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:11802:1862548793528832:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.873368:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265357.873410:0:11802:0:(client.c:2500:ptlrpc_set_wait()) set 000000005fcd241f going to sleep for 43 seconds 00000100:00100000:3.0:1776265357.874266:0:6308:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4492c3b pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6308:1862548793527552:192.168.204.57@tcp:104: 00010000:00010000:3.0:1776265357.874288:0:6308:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a3241 lrc: 3/0,1 mode: --/PW res: [0x112:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.874297:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265357.874322:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.874363:0:11784:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a0f904f pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:11784:1862548793527808:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.874372:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:1.0:1776265357.874384:0:11784:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a3256 lrc: 3/0,1 mode: --/PW res: [0x10d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265357.874506:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787293888 00010000:00010000:3.0:1776265357.874531:0:5492:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001f5a6de9/0xeb74cb2ea3680884 lrc: 4/0,0 mode: PW/PW res: [0x10b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b579 expref: 60 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.874549:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787294016 00010000:00010000:3.0:1776265357.874558:0:5492:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d9579734/0xeb74cb2ea3680dd2 lrc: 4/0,0 mode: PW/PW res: [0x111:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b7b7 expref: 56 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.874568:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787293952 00010000:00010000:3.0:1776265357.874576:0:5492:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fa94fc80/0xeb74cb2ea3680909 lrc: 4/0,0 mode: PW/PW res: [0x10b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b5b1 expref: 57 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.874586:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787294080 00010000:00010000:3.0:1776265357.874594:0:5492:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dda19372/0xeb74cb2ea3680de0 lrc: 4/0,0 mode: PW/PW res: [0x112:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b7c5 expref: 61 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.874604:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787294144 00010000:00010000:3.0:1776265357.874612:0:5492:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008e9f7178/0xeb74cb2ea3680e96 lrc: 4/0,0 mode: PW/PW res: [0x112:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b80b expref: 58 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.874621:0:5492:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5132 00000100:00100000:3.0:1776265357.874627:0:5492:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000758e0cf1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+61:2206:x1862548787293888:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1776265357.874638:0:5492:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776265357.874642:0:5492:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001f5a6de9/0xeb74cb2ea3680884 lrc: 4/0,0 mode: PW/PW res: [0x10b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b579 expref: 61 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1776265357.874651:0:5492:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001f5a6de9/0xeb74cb2ea3680884 lrc: 3/0,0 mode: PW/PW res: [0x10b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b579 expref: 61 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1776265357.874674:0:5492:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f5a6de9/0xeb74cb2ea3680884 lrc: 0/0,0 mode: --/PW res: [0x10b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b579 expref: 61 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1776265357.874688:0:5492:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265357.874691:0:5492:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265357.874695:0:5492:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c6b71437/0xeb74cb2ea36a323a lrc: 3/0,1 mode: PW/PW res: [0x10b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.874703:0:5492:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c6b71437/0xeb74cb2ea36a323a lrc: 4/0,1 mode: PW/PW res: [0x10b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.874733:0:5492:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776265357.874765:0:5492:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000758e0cf1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+60:2206:x1862548787293888:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 137us (1572us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265357.874772:0:5492:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5132 00000100:00100000:3.0:1776265357.874788:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787294208 00010000:00010000:3.0:1776265357.874798:0:5492:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c2cfa688/0xeb74cb2ea3680ad0 lrc: 4/0,0 mode: PW/PW res: [0x10d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b675 expref: 59 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.874810:0:5492:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5133 00000100:00100000:3.0:1776265357.874814:0:5492:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a686056d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+59:2206:x1862548787294016:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1776265357.874821:0:5492:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776265357.874824:0:5492:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d9579734/0xeb74cb2ea3680dd2 lrc: 4/0,0 mode: PW/PW res: [0x111:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b7b7 expref: 59 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1776265357.874832:0:5492:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d9579734/0xeb74cb2ea3680dd2 lrc: 3/0,0 mode: PW/PW res: [0x111:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b7b7 expref: 59 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1776265357.874848:0:5492:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d9579734/0xeb74cb2ea3680dd2 lrc: 0/0,0 mode: --/PW res: [0x111:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b7b7 expref: 59 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1776265357.874859:0:5492:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265357.874860:0:5492:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265357.874862:0:5492:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000576af19/0xeb74cb2ea36a324f lrc: 3/0,1 mode: PW/PW res: [0x111:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.874868:0:5492:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000576af19/0xeb74cb2ea36a324f lrc: 4/0,1 mode: PW/PW res: [0x111:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.874886:0:5492:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776265357.874903:0:5492:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a686056d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+58:2206:x1862548787294016:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 87us (1645us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265357.874909:0:5492:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5133 00000100:00100000:3.0:1776265357.874920:0:5492:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5134 00000100:00100000:3.0:1776265357.874925:0:5492:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d3ddcb6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+57:2206:x1862548787293952:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1776265357.874931:0:5492:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776265357.874934:0:5492:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fa94fc80/0xeb74cb2ea3680909 lrc: 4/0,0 mode: PW/PW res: [0x10b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b5b1 expref: 57 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1776265357.874942:0:5492:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fa94fc80/0xeb74cb2ea3680909 lrc: 3/0,0 mode: PW/PW res: [0x10b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b5b1 expref: 57 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1776265357.874954:0:5492:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fa94fc80/0xeb74cb2ea3680909 lrc: 0/0,0 mode: --/PW res: [0x10b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b5b1 expref: 57 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1776265357.874982:0:5492:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265357.874984:0:5492:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265357.874986:0:5492:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007e193529/0xeb74cb2ea36a3248 lrc: 3/0,1 mode: PW/PW res: [0x10b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.874992:0:5492:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007e193529/0xeb74cb2ea36a3248 lrc: 4/0,1 mode: PW/PW res: [0x10b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.875009:0:5492:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776265357.875028:0:5492:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d3ddcb6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+56:2206:x1862548787293952:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 102us (1662us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265357.875034:0:5492:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5134 00000100:00100000:3.0:1776265357.875047:0:5492:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5135 00000100:00100000:3.0:1776265357.875051:0:5492:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000589eb106 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+59:2208:x1862548787294080:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1776265357.875058:0:5492:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776265357.875062:0:5492:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dda19372/0xeb74cb2ea3680de0 lrc: 4/0,0 mode: PW/PW res: [0x112:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b7c5 expref: 59 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1776265357.875140:0:5492:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dda19372/0xeb74cb2ea3680de0 lrc: 3/0,0 mode: PW/PW res: [0x112:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b7c5 expref: 59 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.875144:0:5493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5136 00000100:00100000:2.0:1776265357.875152:0:5493:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008bc7463b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+55:2207:x1862548787294144:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1776265357.875160:0:5492:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dda19372/0xeb74cb2ea3680de0 lrc: 0/0,0 mode: --/PW res: [0x112:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b7c5 expref: 59 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.875162:0:5493:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265357.875169:0:5493:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008e9f7178/0xeb74cb2ea3680e96 lrc: 4/0,0 mode: PW/PW res: [0x112:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b80b expref: 55 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1776265357.875172:0:5492:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265357.875175:0:5492:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265357.875177:0:5492:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f264d773/0xeb74cb2ea36a3233 lrc: 3/0,1 mode: PW/PW res: [0x112:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.875184:0:5493:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008e9f7178/0xeb74cb2ea3680e96 lrc: 3/0,0 mode: PW/PW res: [0x112:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b80b expref: 55 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1776265357.875187:0:5492:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f264d773/0xeb74cb2ea36a3233 lrc: 4/0,1 mode: PW/PW res: [0x112:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.875208:0:5493:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e9f7178/0xeb74cb2ea3680e96 lrc: 0/0,0 mode: --/PW res: [0x112:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b80b expref: 55 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1776265357.875236:0:5492:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776265357.875254:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.875256:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.875258:0:5493:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a3241 lrc: 3/0,1 mode: PW/PW res: [0x112:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265357.875261:0:5492:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000589eb106 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+58:2208:x1862548787294080:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 207us (965us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265357.875268:0:5492:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5135 00000100:00100000:3.0:1776265357.875280:0:5492:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5137 00000100:00100000:3.0:1776265357.875284:0:5492:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f896036 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+54:2208:x1862548787294208:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1776265357.875290:0:5492:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776265357.875293:0:5492:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c2cfa688/0xeb74cb2ea3680ad0 lrc: 4/0,0 mode: PW/PW res: [0x10d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b675 expref: 54 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1776265357.875301:0:5492:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c2cfa688/0xeb74cb2ea3680ad0 lrc: 3/0,0 mode: PW/PW res: [0x10d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b675 expref: 54 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1776265357.875317:0:5492:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c2cfa688/0xeb74cb2ea3680ad0 lrc: 0/0,0 mode: --/PW res: [0x10d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b675 expref: 54 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1776265357.875325:0:5492:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265357.875326:0:5492:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265357.875328:0:5492:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a3256 lrc: 3/0,1 mode: PW/PW res: [0x10d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.875334:0:5492:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a3256 lrc: 4/0,1 mode: PW/PW res: [0x10d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.875346:0:5492:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776265357.875360:0:5492:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f896036 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+53:2208:x1862548787294208:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 75us (996us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265357.875365:0:5492:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5137 00010000:00010000:2.0:1776265357.875376:0:5493:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a3241 lrc: 4/0,1 mode: PW/PW res: [0x112:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.875383:0:11777:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007e193529/0xeb74cb2ea36a3248 lrc: 3/0,1 mode: PW/PW res: [0x10b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.875392:0:11777:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007e193529/0xeb74cb2ea36a3248 lrc: 3/0,1 mode: PW/PW res: [0x10b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.875400:0:11777:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007e193529/0xeb74cb2ea36a3248 lrc: 3/0,1 mode: PW/PW res: [0x10b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.875402:0:5493:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776265357.875408:0:11777:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007e193529/0xeb74cb2ea36a3248 lrc: 2/0,0 mode: PW/PW res: [0x10b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.875424:0:5493:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008bc7463b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+52:2207:x1862548787294144:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 272us (1101us total) trans 0 rc 0/0 00010000:00010000:3.0:1776265357.875431:0:11777:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776265357.875432:0:5493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5136 00010000:00010000:2.0:1776265357.875476:0:11773:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f264d773/0xeb74cb2ea36a3233 lrc: 3/0,1 mode: PW/PW res: [0x112:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.875484:0:11773:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f264d773/0xeb74cb2ea36a3233 lrc: 3/0,1 mode: PW/PW res: [0x112:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.875490:0:11773:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f264d773/0xeb74cb2ea36a3233 lrc: 3/0,1 mode: PW/PW res: [0x112:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.875496:0:11773:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f264d773/0xeb74cb2ea36a3233 lrc: 2/0,0 mode: PW/PW res: [0x112:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.875511:0:11773:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1776265357.875781:0:11777:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0a0a006 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+30:2996:x1862548793526976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27505us (29349us total) trans 4294968229 rc 0/0 00000100:00100000:3.0:1776265357.875789:0:11777:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3083 00010000:00010000:3.0:1776265357.875813:0:7842:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000576af19/0xeb74cb2ea36a324f lrc: 3/0,1 mode: PW/PW res: [0x111:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.875820:0:7842:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000576af19/0xeb74cb2ea36a324f lrc: 3/0,1 mode: PW/PW res: [0x111:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.875827:0:7842:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000576af19/0xeb74cb2ea36a324f lrc: 3/0,1 mode: PW/PW res: [0x111:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.875832:0:7842:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000576af19/0xeb74cb2ea36a324f lrc: 2/0,0 mode: PW/PW res: [0x111:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.875845:0:7842:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1776265357.875955:0:11796:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c6b71437/0xeb74cb2ea36a323a lrc: 3/0,1 mode: PW/PW res: [0x10b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.875974:0:11796:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c6b71437/0xeb74cb2ea36a323a lrc: 3/0,1 mode: PW/PW res: [0x10b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.875982:0:11796:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c6b71437/0xeb74cb2ea36a323a lrc: 3/0,1 mode: PW/PW res: [0x10b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.875989:0:11796:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c6b71437/0xeb74cb2ea36a323a lrc: 2/0,0 mode: PW/PW res: [0x10b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.876011:0:11796:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1776265357.876306:0:7842:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f6b00c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+30:2994:x1862548793526912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27754us (29464us total) trans 4294968230 rc 0/0 00000100:00100000:3.0:1776265357.876315:0:7842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3084 00000100:00100000:1.0:1776265357.876447:0:11796:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015602c63 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+36:2993:x1862548793526848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28565us (31235us total) trans 4294968243 rc 0/0 00000100:00100000:1.0:1776265357.876457:0:11796:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3081 00000004:00080000:3.0:1776265357.876483:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000082a35fcb/2, rc 0, transno 947 00000100:00100000:0.0:1776265357.876483:0:10780:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b72156ff pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10780:1862548793527872:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.876487:0:11773:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b8f4106 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+35:2995:x1862548793526784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28733us (31314us total) trans 4294968242 rc 0/0 00000100:00100000:3.0:1776265357.876497:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000082a35fcb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793526848:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.876498:0:11773:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3080 00000004:00080000:1.0:1776265357.876504:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000072e625e2/2, rc 0, transno 933 00010000:00010000:0.0:1776265357.876509:0:10780:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000329a46a2/0xeb74cb2ea36a325d lrc: 3/0,1 mode: --/PW res: [0x1b1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.876519:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000072e625e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793526976:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776265357.876527:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1776265357.876540:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000681a7c73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793528896:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776265357.876561:0:11779:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cefc1670 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:11779:1862548793527936:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265357.876575:0:11779:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a3264 lrc: 3/0,1 mode: --/PW res: [0x10c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.876578:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776265357.876604:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8f41cf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793528960:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776265357.876663:0:11796:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793528896 00000100:00100000:3.0:1776265357.876687:0:11796:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3095 00000100:00100000:3.0:1776265357.876690:0:11796:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d318b53 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+30:2996:x1862548793528896:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776265357.876711:0:11796:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:265 count 1 00010000:00010000:3.0:1776265357.876730:0:11796:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a329c lrc: 3/0,1 mode: --/PW res: [0x109:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.876742:0:11796:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000048e6fbf0/0xeb74cb2ea3680781 lrc: 2/0,0 mode: PW/PW res: [0x109:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b509 expref: 51 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.877078:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1776265357.877084:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007e193529/0xeb74cb2ea36a3248 lrc: 2/0,0 mode: PW/PW res: [0x10b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.877098:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007e193529 already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.877102:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007e193529/0xeb74cb2ea36a3248 lrc: 2/0,0 mode: PW/PW res: [0x10b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.877110:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007e193529/0xeb74cb2ea36a3248 lrc: 3/0,0 mode: PW/PW res: [0x10b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.877129:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007e193529/0xeb74cb2ea36a3248 lrc: 1/0,0 mode: --/PW res: [0x10b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.877134:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007e193529/0xeb74cb2ea36a3248 lrc: 0/0,0 mode: --/PW res: [0x10b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.877152:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1776265357.877154:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f264d773/0xeb74cb2ea36a3233 lrc: 2/0,0 mode: PW/PW res: [0x112:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.877159:0:11796:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.877161:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f264d773 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265357.877163:0:11796:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.877164:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f264d773/0xeb74cb2ea36a3233 lrc: 2/0,0 mode: PW/PW res: [0x112:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.877167:0:11796:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a329c lrc: 4/0,1 mode: --/PW res: [0x109:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.877176:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f264d773/0xeb74cb2ea36a3233 lrc: 3/0,0 mode: PW/PW res: [0x112:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.877190:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f264d773/0xeb74cb2ea36a3233 lrc: 1/0,0 mode: --/PW res: [0x112:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.877200:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f264d773/0xeb74cb2ea36a3233 lrc: 0/0,0 mode: --/PW res: [0x112:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.877203:0:11796:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000048e6fbf0/0xeb74cb2ea3680781 lrc: 3/0,0 mode: PW/PW res: [0x109:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b509 expref: 51 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.877237:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776265357.877241:0:11796:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000048e6fbf0/0xeb74cb2ea3680781 lrc: 4/0,0 mode: PW/PW res: [0x109:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b509 expref: 51 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.877242:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000576af19/0xeb74cb2ea36a324f lrc: 2/0,0 mode: PW/PW res: [0x111:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.877259:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000576af19 already unused, calling callback (00000000354ccfb0) 00000100:00100000:3.0:1776265357.877264:0:11796:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8748b01 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:11796:1862548793529088:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.877273:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000576af19/0xeb74cb2ea36a324f lrc: 2/0,0 mode: PW/PW res: [0x111:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.877281:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000576af19/0xeb74cb2ea36a324f lrc: 3/0,0 mode: PW/PW res: [0x111:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.877291:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000576af19/0xeb74cb2ea36a324f lrc: 1/0,0 mode: --/PW res: [0x111:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.877297:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000576af19/0xeb74cb2ea36a324f lrc: 0/0,0 mode: --/PW res: [0x111:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.877309:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265357.877311:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c6b71437/0xeb74cb2ea36a323a lrc: 2/0,0 mode: PW/PW res: [0x10b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.877317:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c6b71437 already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.877319:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c6b71437/0xeb74cb2ea36a323a lrc: 2/0,0 mode: PW/PW res: [0x10b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.877327:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c6b71437/0xeb74cb2ea36a323a lrc: 3/0,0 mode: PW/PW res: [0x10b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.877335:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c6b71437/0xeb74cb2ea36a323a lrc: 1/0,0 mode: --/PW res: [0x10b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.877339:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c6b71437/0xeb74cb2ea36a323a lrc: 0/0,0 mode: --/PW res: [0x10b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.877350:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.877352:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.877353:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.877359:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.877365:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.877401:0:6308:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a3241 lrc: 3/0,1 mode: PW/PW res: [0x112:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.877409:0:6308:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a3241 lrc: 3/0,1 mode: PW/PW res: [0x112:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.877415:0:6308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a3241 lrc: 3/0,1 mode: PW/PW res: [0x112:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.877420:0:6308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a3241 lrc: 2/0,0 mode: PW/PW res: [0x112:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.877434:0:6308:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776265357.879120:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776265357.879199:0:11796:0:(client.c:2500:ptlrpc_set_wait()) set 00000000852fbd43 going to sleep for 43 seconds 00010000:00010000:1.0:1776265357.879199:0:11784:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a3256 lrc: 3/0,1 mode: PW/PW res: [0x10d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.879239:0:11784:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a3256 lrc: 3/0,1 mode: PW/PW res: [0x10d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.879240:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3373e60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+31:2996:x1862548793527040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 31228us (32855us total) trans 4294968231 rc 0/0 00010000:00010000:1.0:1776265357.879259:0:11784:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a3256 lrc: 3/0,1 mode: PW/PW res: [0x10d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.879266:0:11784:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a3256 lrc: 2/0,0 mode: PW/PW res: [0x10d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.879276:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3082 00010000:00010000:1.0:1776265357.879286:0:11784:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776265357.879287:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b72156ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793529024:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776265357.879312:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793528960 00000100:00100000:0.0:1776265357.879334:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.879356:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793529024 00000100:00100000:2.0:1776265357.879397:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3096 00000100:00100000:2.0:1776265357.879404:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008aac07fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+35:2996:x1862548793528960:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776265357.879431:0:6308:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:272 count 1 00010000:00010000:2.0:1776265357.879455:0:6308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a32a3 lrc: 3/0,1 mode: --/PW res: [0x110:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.879463:0:6306:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3097 00000100:00100000:0.0:1776265357.879471:0:6306:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cefc1670 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+32:2993:x1862548793529024:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1776265357.879476:0:6308:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e082150f/0xeb74cb2ea3680c58 lrc: 2/0,0 mode: PW/PW res: [0x110:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b71d expref: 57 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.879484:0:6308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.879487:0:6308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00002000:00080000:0.0:1776265357.879487:0:6306:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:261 count 1 00010000:00010000:2.0:1776265357.879490:0:6308:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a32a3 lrc: 4/0,1 mode: --/PW res: [0x110:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.879498:0:11784:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f9a693fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+32:2994:x1862548793527232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29691us (32523us total) trans 4294968232 rc 0/0 00010000:00010000:0.0:1776265357.879503:0:6306:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a32aa lrc: 3/0,1 mode: --/PW res: [0x105:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.879509:0:11784:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3085 00010000:00010000:2.0:1776265357.879523:0:6308:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e082150f/0xeb74cb2ea3680c58 lrc: 3/0,0 mode: PW/PW res: [0x110:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b71d expref: 57 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.879523:0:6306:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000080864a90/0xeb74cb2ea3680486 lrc: 2/0,0 mode: PW/PW res: [0x105:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b3b9 expref: 51 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.879540:0:6306:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.879543:0:6306:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.879545:0:6306:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a32aa lrc: 4/0,1 mode: --/PW res: [0x105:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.879547:0:6308:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e082150f/0xeb74cb2ea3680c58 lrc: 4/0,0 mode: PW/PW res: [0x110:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b71d expref: 57 pid: 11777 timeout: 558 lvb_type: 0 00000004:00080000:1.0:1776265357.879560:0:2994:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008b1dfba2/2, rc 0, transno 936 00010000:00010000:0.0:1776265357.879577:0:6306:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000080864a90/0xeb74cb2ea3680486 lrc: 3/0,0 mode: PW/PW res: [0x105:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b3b9 expref: 51 pid: 11777 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.879581:0:6308:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000758e0cf1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6308:1862548793529152:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265357.879593:0:6306:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000080864a90/0xeb74cb2ea3680486 lrc: 4/0,0 mode: PW/PW res: [0x105:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b3b9 expref: 51 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.879603:0:6306:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cca94cde pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6306:1862548793529216:192.168.204.57@tcp:104: 00000004:00080000:3.0:1776265357.880289:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000055a3254d/2, rc 0, transno 946 00000100:00100000:3.0:1776265357.880300:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000055a3254d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793526784:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776265357.882579:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008b1dfba2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793527232:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776265357.882726:0:2994:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000095dae23c/2, rc 0, transno 934 00000100:00100000:1.0:1776265357.882733:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095dae23c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793526912:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776265357.882736:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776265357.882748:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a3241 lrc: 2/0,0 mode: PW/PW res: [0x112:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.882770:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d90632b3 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265357.882773:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a3241 lrc: 2/0,0 mode: PW/PW res: [0x112:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.882778:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7b10886 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793529280:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1776265357.882794:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a3241 lrc: 3/0,0 mode: PW/PW res: [0x112:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.882819:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a3241 lrc: 1/0,0 mode: --/PW res: [0x112:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.882826:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d90632b3/0xeb74cb2ea36a3241 lrc: 0/0,0 mode: --/PW res: [0x112:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.882843:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1776265357.882847:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265357.882850:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a3256 lrc: 2/0,0 mode: PW/PW res: [0x10d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.882857:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003bcddbc2 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265357.882859:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a3256 lrc: 2/0,0 mode: PW/PW res: [0x10d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.882864:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a3256 lrc: 3/0,0 mode: PW/PW res: [0x10d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.882875:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a3256 lrc: 1/0,0 mode: --/PW res: [0x10d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.882881:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003bcddbc2/0xeb74cb2ea36a3256 lrc: 0/0,0 mode: --/PW res: [0x10d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.882893:0:7842:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793529280 00010000:00010000:3.0:1776265357.882894:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265357.882898:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265357.882900:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776265357.882936:0:11784:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3098 00000100:00100000:1.0:1776265357.882942:0:11784:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e80576df pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+36:2994:x1862548793529280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776265357.882978:0:11784:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:261 count 1 00010000:00010000:1.0:1776265357.883000:0:11784:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c82791c/0xeb74cb2ea36a32b1 lrc: 3/0,1 mode: --/PW res: [0x105:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.883017:0:11784:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000b1e6718/0xeb74cb2ea36803b4 lrc: 2/0,0 mode: PW/PW res: [0x105:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b373 expref: 57 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.883025:0:11784:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265357.883028:0:11784:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265357.883030:0:11784:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c82791c/0xeb74cb2ea36a32b1 lrc: 4/0,1 mode: --/PW res: [0x105:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.883059:0:11784:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000b1e6718/0xeb74cb2ea36803b4 lrc: 3/0,0 mode: PW/PW res: [0x105:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b373 expref: 57 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.883070:0:11784:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000b1e6718/0xeb74cb2ea36803b4 lrc: 4/0,0 mode: PW/PW res: [0x105:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b373 expref: 57 pid: 11802 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1776265357.883081:0:11784:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007773b58e pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:11784:1862548793529344:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265357.884171:0:6306:0:(client.c:2500:ptlrpc_set_wait()) set 000000000d5d3ae1 going to sleep for 43 seconds 00000100:00100000:1.0:1776265357.884339:0:11784:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b5c023a8 going to sleep for 43 seconds 00000100:00100000:2.0:1776265357.884373:0:6308:0:(client.c:2500:ptlrpc_set_wait()) set 0000000049f77f9a going to sleep for 43 seconds 00010000:00010000:2.0:1776265357.884391:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.884412:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1776265357.884462:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000016b20dc0/2, rc 0, transno 935 00000100:00100000:2.0:1776265357.885084:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016b20dc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793527040:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776265357.885093:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1776265357.885107:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d8ae249 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793529408:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776265357.885159:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.885198:0:11778:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793529408 00000100:00100000:2.0:1776265357.885398:0:11778:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3099 00000100:00100000:2.0:1776265357.885404:0:11778:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a686056d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+32:2996:x1862548793529408:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776265357.885434:0:11778:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:263 count 1 00010000:00010000:2.0:1776265357.885458:0:11778:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a32b8 lrc: 3/0,1 mode: --/PW res: [0x107:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.885477:0:11778:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c23be353/0xeb74cb2ea368061c lrc: 2/0,0 mode: PW/PW res: [0x107:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b46f expref: 51 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.885483:0:11778:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.885485:0:11778:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.885487:0:11778:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a32b8 lrc: 4/0,1 mode: --/PW res: [0x107:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.885513:0:11778:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c23be353/0xeb74cb2ea368061c lrc: 3/0,0 mode: PW/PW res: [0x107:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b46f expref: 51 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.885525:0:11778:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c23be353/0xeb74cb2ea368061c lrc: 4/0,0 mode: PW/PW res: [0x107:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b46f expref: 51 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.885535:0:11778:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d3ddcb6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:11778:1862548793529536:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.885586:0:11778:0:(client.c:2500:ptlrpc_set_wait()) set 000000008dc054c1 going to sleep for 43 seconds 00000100:00100000:2.0:1776265357.885699:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000026289fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793529472:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776265357.885731:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bef08137 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793529600:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776265357.885736:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.885772:0:11777:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793529472 00000100:00100000:0.0:1776265357.885778:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.885800:0:11777:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793529600 00000100:00100000:2.0:1776265357.885825:0:11777:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3100 00000100:00100000:2.0:1776265357.885829:0:11777:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000589eb106 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+34:2996:x1862548793529472:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776265357.885842:0:11777:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:271 count 1 00000100:00100000:0.0:1776265357.885846:0:11783:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000df4843ee pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:11783:1862548793528064:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.885855:0:11777:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a32bf lrc: 3/0,1 mode: --/PW res: [0x10f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.885866:0:11783:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a326b lrc: 3/0,1 mode: --/PW res: [0x1b7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.885870:0:11777:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000020b4e61d/0xeb74cb2ea3680c19 lrc: 2/0,0 mode: PW/PW res: [0x10f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b701 expref: 51 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.885886:0:11777:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.885888:0:11777:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.885890:0:11777:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a32bf lrc: 4/0,1 mode: --/PW res: [0x10f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.885922:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3101 00010000:00010000:2.0:1776265357.885934:0:11777:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000020b4e61d/0xeb74cb2ea3680c19 lrc: 3/0,0 mode: PW/PW res: [0x10f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b701 expref: 51 pid: 11796 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.885943:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000779538bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+34:2993:x1862548793529600:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1776265357.885947:0:11777:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000020b4e61d/0xeb74cb2ea3680c19 lrc: 4/0,0 mode: PW/PW res: [0x10f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b701 expref: 51 pid: 11796 timeout: 558 lvb_type: 0 00002000:00080000:0.0:1776265357.885966:0:6307:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:262 count 1 00000100:00100000:2.0:1776265357.885971:0:11777:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008bc7463b pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:11777:1862548793529664:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265357.885982:0:6307:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a32c6 lrc: 3/0,1 mode: --/PW res: [0x106:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.885995:0:6307:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003982ebce/0xeb74cb2ea368056d lrc: 2/0,0 mode: PW/PW res: [0x106:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b422 expref: 51 pid: 11802 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.885999:0:11777:0:(client.c:2500:ptlrpc_set_wait()) set 0000000052e8724e going to sleep for 43 seconds 00010000:00010000:0.0:1776265357.886002:0:6307:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.886004:0:6307:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.886006:0:6307:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a32c6 lrc: 4/0,1 mode: --/PW res: [0x106:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.886029:0:6307:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003982ebce/0xeb74cb2ea368056d lrc: 3/0,0 mode: PW/PW res: [0x106:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b422 expref: 51 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.886037:0:6307:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003982ebce/0xeb74cb2ea368056d lrc: 4/0,0 mode: PW/PW res: [0x106:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b422 expref: 51 pid: 11802 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.886045:0:6307:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000df4843ee pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6307:1862548793529728:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265357.886067:0:6307:0:(client.c:2500:ptlrpc_set_wait()) set 0000000004bfeea4 going to sleep for 43 seconds 00000100:00100000:2.0:1776265357.888535:0:11771:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000389d26dc pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:11771:1862548793528192:192.168.204.57@tcp:104: 00000100:00100000:1.0:1776265357.888538:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:2.0:1776265357.888573:0:11771:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a3272 lrc: 3/0,1 mode: --/PW res: [0x116:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.889591:0:5494:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787294336 00010000:00010000:0.0:1776265357.889636:0:5494:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e8cb334e/0xeb74cb2ea369c71f lrc: 4/0,0 mode: PW/PW res: [0x1b7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44905 expref: 58 pid: 11783 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.889680:0:5494:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5138 00000100:00100000:0.0:1776265357.889687:0:5494:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008de39ec7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+58:2206:x1862548787294336:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776265357.889701:0:5494:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265357.889705:0:5494:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e8cb334e/0xeb74cb2ea369c71f lrc: 4/0,0 mode: PW/PW res: [0x1b7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44905 expref: 58 pid: 11783 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.889715:0:5494:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e8cb334e/0xeb74cb2ea369c71f lrc: 3/0,0 mode: PW/PW res: [0x1b7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44905 expref: 58 pid: 11783 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.889748:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8cb334e/0xeb74cb2ea369c71f lrc: 0/0,0 mode: --/PW res: [0x1b7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44905 expref: 58 pid: 11783 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.890144:0:11776:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ddde47e pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:11776:1862548793528320:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.890162:0:11776:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3279 lrc: 3/0,1 mode: --/PW res: [0x118:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.890249:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.890252:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.890257:0:5494:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a326b lrc: 3/0,1 mode: PW/PW res: [0x1b7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.890267:0:5494:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a326b lrc: 4/0,1 mode: PW/PW res: [0x1b7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.890392:0:5494:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776265357.890442:0:11783:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a326b lrc: 3/0,1 mode: PW/PW res: [0x1b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.890452:0:11783:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a326b lrc: 3/0,1 mode: PW/PW res: [0x1b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.890461:0:11783:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a326b lrc: 3/0,1 mode: PW/PW res: [0x1b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.890467:0:11783:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a326b lrc: 2/0,0 mode: PW/PW res: [0x1b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.890488:0:11783:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776265357.890516:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.890551:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1776265357.890601:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265357.890607:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a326b lrc: 2/0,0 mode: PW/PW res: [0x1b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.890616:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d63ea440 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265357.890620:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a326b lrc: 2/0,0 mode: PW/PW res: [0x1b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.890629:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a326b lrc: 3/0,0 mode: PW/PW res: [0x1b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.890645:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a326b lrc: 1/0,0 mode: --/PW res: [0x1b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.890652:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a326b lrc: 0/0,0 mode: --/PW res: [0x1b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.890669:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265357.890672:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265357.890673:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776265357.890750:0:11783:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000830e2683 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+37:2996:x1862548793528000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 36687us (38197us total) trans 4294968244 rc 0/0 00000100:00100000:2.0:1776265357.890758:0:11783:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3088 00000004:00080000:3.0:1776265357.890854:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b6cb1297/2, rc 0, transno 948 00000100:00100000:3.0:1776265357.890872:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b6cb1297 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793528000:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776265357.890996:0:5494:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008de39ec7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+57:2206:x1862548787294336:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 1307us (2460us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265357.891005:0:5494:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5138 00000100:00100000:2.0:1776265357.891007:0:2993:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776265357.891024:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac88b4bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793529792:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776265357.891024:0:5494:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787294528 00010000:00010000:0.0:1776265357.891043:0:5494:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000080fe8a3d/0xeb74cb2ea369b6c5 lrc: 4/0,0 mode: PW/PW res: [0x1b1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece442d7 expref: 52 pid: 11776 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.891067:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776265357.891069:0:5494:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787294464 00010000:00010000:0.0:1776265357.891081:0:5494:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ccbb53ca/0xeb74cb2ea3681278 lrc: 4/0,0 mode: PW/PW res: [0x118:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b9bd expref: 57 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.891095:0:11783:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793529792 00000100:00100000:0.0:1776265357.891109:0:5494:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5139 00000100:00100000:2.0:1776265357.891125:0:5493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5140 00000100:00100000:3.0:1776265357.891127:0:11783:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3102 00000100:00100000:2.0:1776265357.891132:0:5493:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f006cfdc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+57:2206:x1862548787294464:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00000100:00100000:3.0:1776265357.891136:0:11783:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000634e4fad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+37:2993:x1862548793529792:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776265357.891145:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:2.0:1776265357.891146:0:5493:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265357.891151:0:5493:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ccbb53ca/0xeb74cb2ea3681278 lrc: 4/0,0 mode: PW/PW res: [0x118:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b9bd expref: 57 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.891158:0:5493:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ccbb53ca/0xeb74cb2ea3681278 lrc: 3/0,0 mode: PW/PW res: [0x118:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b9bd expref: 57 pid: 10780 timeout: 558 lvb_type: 0 00002000:00080000:3.0:1776265357.891159:0:11783:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:438 count 1 00010000:00010000:2.0:1776265357.891172:0:5493:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ccbb53ca/0xeb74cb2ea3681278 lrc: 0/0,0 mode: --/PW res: [0x118:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b9bd expref: 57 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.891180:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.891182:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265357.891184:0:11783:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005fe205d5/0xeb74cb2ea36a32cd lrc: 3/0,1 mode: --/PW res: [0x1b6:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.891184:0:5493:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3279 lrc: 3/0,1 mode: PW/PW res: [0x118:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.891201:0:5493:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3279 lrc: 4/0,1 mode: PW/PW res: [0x118:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.891232:0:5493:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776265357.891233:0:11783:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000030b8a2a6/0xeb74cb2ea369c4d3 lrc: 2/0,0 mode: PW/PW res: [0x1b6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44833 expref: 56 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.891243:0:11783:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776265357.891245:0:11783:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776265357.891247:0:11783:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005fe205d5/0xeb74cb2ea36a32cd lrc: 4/0,1 mode: --/PW res: [0x1b6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.891251:0:5493:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f006cfdc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+56:2206:x1862548787294464:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 118us (700us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.891263:0:5493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5140 00000100:00100000:2.0:1776265357.891274:0:5493:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787294272 00010000:00010000:2.0:1776265357.891283:0:5493:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007b58798c/0xeb74cb2ea36809fe lrc: 4/0,0 mode: PW/PW res: [0x10c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b613 expref: 53 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.891294:0:5493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5141 00000100:00100000:2.0:1776265357.891297:0:5493:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091b808d2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+53:2205:x1862548787294272:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1776265357.891303:0:5493:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265357.891305:0:5493:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007b58798c/0xeb74cb2ea36809fe lrc: 4/0,0 mode: PW/PW res: [0x10c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b613 expref: 53 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.891314:0:5493:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007b58798c/0xeb74cb2ea36809fe lrc: 3/0,0 mode: PW/PW res: [0x10c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b613 expref: 53 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1776265357.891315:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:2.0:1776265357.891331:0:5493:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b58798c/0xeb74cb2ea36809fe lrc: 0/0,0 mode: --/PW res: [0x10c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b613 expref: 53 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.891341:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.891343:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.891345:0:5493:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a3264 lrc: 3/0,1 mode: PW/PW res: [0x10c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.891349:0:11783:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000030b8a2a6/0xeb74cb2ea369c4d3 lrc: 3/0,0 mode: PW/PW res: [0x1b6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44833 expref: 55 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.891356:0:5493:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a3264 lrc: 4/0,1 mode: PW/PW res: [0x10c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.891365:0:11783:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000030b8a2a6/0xeb74cb2ea369c4d3 lrc: 4/0,0 mode: PW/PW res: [0x1b6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44833 expref: 55 pid: 11783 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.891378:0:11783:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f655a46 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:11783:1862548793529856:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.891382:0:5493:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776265357.891413:0:5493:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091b808d2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+52:2205:x1862548787294272:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 Request processed in 113us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.891421:0:5493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5141 00000100:00100000:2.0:1776265357.891438:0:5493:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787294400 00010000:00010000:2.0:1776265357.891451:0:5493:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000073c72c3/0xeb74cb2ea36811b4 lrc: 4/0,0 mode: PW/PW res: [0x116:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b962 expref: 52 pid: 11802 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.891466:0:5493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5142 00000100:00100000:2.0:1776265357.891471:0:5493:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000389d26dc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+52:2205:x1862548787294400:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00000100:00100000:1.0:1776265357.891479:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:2.0:1776265357.891483:0:5493:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265357.891488:0:5493:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000073c72c3/0xeb74cb2ea36811b4 lrc: 4/0,0 mode: PW/PW res: [0x116:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b962 expref: 52 pid: 11802 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.891497:0:5493:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000073c72c3/0xeb74cb2ea36811b4 lrc: 3/0,0 mode: PW/PW res: [0x116:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b962 expref: 52 pid: 11802 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1776265357.891506:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:2.0:1776265357.891520:0:5493:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000073c72c3/0xeb74cb2ea36811b4 lrc: 0/0,0 mode: --/PW res: [0x116:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b962 expref: 52 pid: 11802 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1776265357.891531:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:2.0:1776265357.891536:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.891538:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.891540:0:5493:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a3272 lrc: 3/0,1 mode: PW/PW res: [0x116:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.891545:0:5493:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a3272 lrc: 4/0,1 mode: PW/PW res: [0x116:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.891560:0:5493:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776265357.891576:0:5493:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000389d26dc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+51:2205:x1862548787294400:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 105us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.891580:0:5493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5142 00000100:00100000:2.0:1776265357.891589:0:5493:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787294656 00000100:00100000:1.0:1776265357.891594:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:2.0:1776265357.891598:0:5493:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b9f3e9e7/0xeb74cb2ea368102c lrc: 5/0,0 mode: PW/PW res: [0x115:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b8c1 expref: 56 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.891608:0:5493:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787294720 00010000:00010000:2.0:1776265357.891615:0:5493:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fdadbef8/0xeb74cb2ea3680574 lrc: 5/0,0 mode: PW/PW res: [0x107:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b429 expref: 57 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.891625:0:5493:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787294592 00010000:00010000:2.0:1776265357.891631:0:5493:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004ac9e78a/0xeb74cb2ea36810f0 lrc: 5/0,0 mode: PW/PW res: [0x116:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b915 expref: 58 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1776265357.891640:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787294784 00000100:00100000:2.0:1776265357.891642:0:5493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5143 00000100:00100000:2.0:1776265357.891646:0:5493:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061e9ef92 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+59:2208:x1862548787294656:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1776265357.891651:0:5493:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265357.891653:0:5493:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b9f3e9e7/0xeb74cb2ea368102c lrc: 5/0,0 mode: PW/PW res: [0x115:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b8c1 expref: 59 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1776265357.891658:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007bcafefb/0xeb74cb2ea36807d5 lrc: 5/0,0 mode: PW/PW res: [0x10a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b52c expref: 59 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.891660:0:5493:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b9f3e9e7/0xeb74cb2ea368102c lrc: 4/0,0 mode: PW/PW res: [0x115:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b8c1 expref: 59 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.891682:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.891683:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.891685:0:5493:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a3287 lrc: 3/0,1 mode: PW/PW res: [0x115:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.891689:0:5493:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a3287 lrc: 4/0,1 mode: PW/PW res: [0x115:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.891692:0:11760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5144 00000100:00100000:1.0:1776265357.891700:0:11760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000695d4040 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+59:2206:x1862548787294720:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1776265357.891710:0:11760:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265357.891713:0:5493:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265357.891714:0:11760:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fdadbef8/0xeb74cb2ea3680574 lrc: 5/0,0 mode: PW/PW res: [0x107:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b429 expref: 59 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1776265357.891724:0:11760:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fdadbef8/0xeb74cb2ea3680574 lrc: 4/0,0 mode: PW/PW res: [0x107:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b429 expref: 59 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.891733:0:5493:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061e9ef92 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+59:2208:x1862548787294656:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 83us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.891738:0:5493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5143 00000100:00100000:2.0:1776265357.891746:0:5493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5145 00000100:00100000:2.0:1776265357.891749:0:5493:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c99da323 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+58:2206:x1862548787294592:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1776265357.891754:0:5493:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776265357.891756:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.891757:0:5493:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004ac9e78a/0xeb74cb2ea36810f0 lrc: 5/0,0 mode: PW/PW res: [0x116:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b915 expref: 58 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1776265357.891766:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.891768:0:5493:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004ac9e78a/0xeb74cb2ea36810f0 lrc: 4/0,0 mode: PW/PW res: [0x116:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b915 expref: 58 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1776265357.891770:0:11760:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a328e lrc: 3/0,1 mode: PW/PW res: [0x107:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.891785:0:11760:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a328e lrc: 4/0,1 mode: PW/PW res: [0x107:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.891790:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.891792:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.891794:0:5493:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000713f64bf/0xeb74cb2ea36a3280 lrc: 3/0,1 mode: PW/PW res: [0x116:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.891798:0:11760:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776265357.891803:0:5493:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000713f64bf/0xeb74cb2ea36a3280 lrc: 4/0,1 mode: PW/PW res: [0x116:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.891818:0:5493:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776265357.891819:0:11760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000695d4040 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+58:2206:x1862548787294720:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 118us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265357.891827:0:11760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5144 00000100:00100000:0.0:1776265357.891865:0:5494:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d32abf5b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+52:2207:x1862548787294528:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1776265357.891881:0:11779:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a3264 lrc: 3/0,1 mode: PW/PW res: [0x10c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.891889:0:11779:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a3264 lrc: 3/0,1 mode: PW/PW res: [0x10c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.891896:0:11779:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a3264 lrc: 3/0,1 mode: PW/PW res: [0x10c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.891902:0:11779:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a3264 lrc: 2/0,0 mode: PW/PW res: [0x10c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.891916:0:11779:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776265357.892403:0:5493:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c99da323 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+58:2206:x1862548787294592:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 651us (877us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.892411:0:5493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5145 00000100:00100000:2.0:1776265357.892432:0:5493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5146 00000100:00100000:2.0:1776265357.892437:0:5493:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000bd6ea08 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+57:2206:x1862548787294784:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1776265357.892446:0:5493:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265357.892451:0:5493:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007bcafefb/0xeb74cb2ea36807d5 lrc: 5/0,0 mode: PW/PW res: [0x10a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b52c expref: 57 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.892463:0:5493:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007bcafefb/0xeb74cb2ea36807d5 lrc: 4/0,0 mode: PW/PW res: [0x10a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b52c expref: 57 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.892478:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.892479:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.892482:0:5493:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000033a08142/0xeb74cb2ea36a3295 lrc: 3/0,1 mode: PW/PW res: [0x10a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.892484:0:11797:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fdadbef8/0xeb74cb2ea3680574 lrc: 0/0,0 mode: --/PW res: [0x107:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b429 expref: 57 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.892495:0:5493:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000033a08142/0xeb74cb2ea36a3295 lrc: 4/0,1 mode: PW/PW res: [0x10a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.892511:0:5493:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776265357.892529:0:5493:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000bd6ea08 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+57:2206:x1862548787294784:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 Request processed in 91us (958us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.892535:0:5493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5146 00010000:00010000:2.0:1776265357.892572:0:11804:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9f3e9e7/0xeb74cb2ea368102c lrc: 0/0,0 mode: --/PW res: [0x115:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b8c1 expref: 56 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.892582:0:11804:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000551b7748 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:11804:1862548793528640:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.892599:0:11804:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a3287 lrc: 3/0,1 mode: PW/PW res: [0x115:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.892606:0:11804:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a3287 lrc: 3/0,1 mode: PW/PW res: [0x115:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.892612:0:11804:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a3287 lrc: 3/0,1 mode: PW/PW res: [0x115:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.892620:0:11804:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a3287 lrc: 3/0,1 mode: PW/PW res: [0x115:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.892627:0:11804:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a3287 lrc: 2/0,0 mode: PW/PW res: [0x115:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.892643:0:11804:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1776265357.892658:0:11797:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff07d00b pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:11797:1862548793528704:192.168.204.57@tcp:104: 00010000:00010000:3.0:1776265357.892677:0:11797:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a328e lrc: 3/0,1 mode: PW/PW res: [0x107:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.892685:0:11797:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a328e lrc: 3/0,1 mode: PW/PW res: [0x107:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.892696:0:11797:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a328e lrc: 3/0,1 mode: PW/PW res: [0x107:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.892703:0:11797:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a328e lrc: 3/0,1 mode: PW/PW res: [0x107:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.892709:0:11797:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a328e lrc: 2/0,0 mode: PW/PW res: [0x107:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.892725:0:11797:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1776265357.893554:0:11804:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df1bc0cb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+39:2996:x1862548793528448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26086us (26188us total) trans 4294968245 rc 0/0 00000100:00100000:2.0:1776265357.893561:0:11804:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3092 00010000:00010000:2.0:1776265357.893579:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1776265357.893583:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a3264 lrc: 2/0,0 mode: PW/PW res: [0x10c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.893590:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e6f3f77d already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.893591:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a3264 lrc: 2/0,0 mode: PW/PW res: [0x10c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.893597:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a3264 lrc: 3/0,0 mode: PW/PW res: [0x10c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.893607:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a3264 lrc: 1/0,0 mode: --/PW res: [0x10c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.893610:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a3264 lrc: 0/0,0 mode: --/PW res: [0x10c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.893623:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776265357.893625:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a3287 lrc: 2/0,0 mode: PW/PW res: [0x115:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.893628:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c4896d6d already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.893629:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a3287 lrc: 2/0,0 mode: PW/PW res: [0x115:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.893632:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a3287 lrc: 3/0,0 mode: PW/PW res: [0x115:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.893637:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a3287 lrc: 1/0,0 mode: --/PW res: [0x115:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.893640:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a3287 lrc: 0/0,0 mode: --/PW res: [0x115:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.893646:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265357.893647:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a328e lrc: 2/0,0 mode: PW/PW res: [0x107:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.893651:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000072a3f45c already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.893652:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a328e lrc: 2/0,0 mode: PW/PW res: [0x107:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.893655:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a328e lrc: 3/0,0 mode: PW/PW res: [0x107:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.893663:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a328e lrc: 1/0,0 mode: --/PW res: [0x107:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.893666:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000072a3f45c/0xeb74cb2ea36a328e lrc: 0/0,0 mode: --/PW res: [0x107:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.893674:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.893674:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.893675:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.893690:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.893752:0:11803:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ac9e78a/0xeb74cb2ea36810f0 lrc: 0/0,0 mode: --/PW res: [0x116:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b915 expref: 53 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.893761:0:11803:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5e18113 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:11803:1862548793528576:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.893779:0:11803:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000713f64bf/0xeb74cb2ea36a3280 lrc: 3/0,1 mode: PW/PW res: [0x116:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.893787:0:11803:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000713f64bf/0xeb74cb2ea36a3280 lrc: 3/0,1 mode: PW/PW res: [0x116:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.893792:0:11803:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000713f64bf/0xeb74cb2ea36a3280 lrc: 3/0,1 mode: PW/PW res: [0x116:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.893798:0:11803:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000713f64bf/0xeb74cb2ea36a3280 lrc: 3/0,1 mode: PW/PW res: [0x116:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.893804:0:11803:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000713f64bf/0xeb74cb2ea36a3280 lrc: 2/0,0 mode: PW/PW res: [0x116:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.893818:0:11803:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776265357.893857:0:11797:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000073fb35d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+38:2994:x1862548793528512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26379us (26472us total) trans 4294968246 rc 0/0 00000100:00100000:0.0:1776265357.893860:0:11779:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000033b67b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+35:2995:x1862548793527744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 43336us (44236us total) trans 4294968233 rc 0/0 00000100:00100000:3.0:1776265357.893873:0:11797:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3093 00000004:00080000:1.0:1776265357.893902:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ecb40db2/2, rc 0, transno 937 00000100:00100000:1.0:1776265357.893916:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ecb40db2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793527744:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776265357.893948:0:11779:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3087 00000100:00100000:2.0:1776265357.894013:0:11803:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000562679fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+38:2995:x1862548793528384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26738us (26833us total) trans 4294968247 rc 0/0 00010000:00010000:3.0:1776265357.894014:0:11802:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007bcafefb/0xeb74cb2ea36807d5 lrc: 0/0,0 mode: --/PW res: [0x10a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b52c expref: 52 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.894021:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776265357.894026:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000713f64bf/0xeb74cb2ea36a3280 lrc: 2/0,0 mode: PW/PW res: [0x116:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.894031:0:11803:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3091 00000100:00100000:3.0:1776265357.894037:0:11802:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000010da09da pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:11802:1862548793528832:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265357.894040:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000713f64bf already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265357.894045:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000713f64bf/0xeb74cb2ea36a3280 lrc: 2/0,0 mode: PW/PW res: [0x116:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.894052:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000713f64bf/0xeb74cb2ea36a3280 lrc: 3/0,0 mode: PW/PW res: [0x116:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.894057:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265357.894061:0:11802:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000033a08142/0xeb74cb2ea36a3295 lrc: 3/0,1 mode: PW/PW res: [0x10a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.894065:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000713f64bf/0xeb74cb2ea36a3280 lrc: 1/0,0 mode: --/PW res: [0x116:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.894078:0:11802:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000033a08142/0xeb74cb2ea36a3295 lrc: 3/0,1 mode: PW/PW res: [0x10a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.894079:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000713f64bf/0xeb74cb2ea36a3280 lrc: 0/0,0 mode: --/PW res: [0x116:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1776265357.894085:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000de95c9bd/2, rc 0, transno 949 00010000:00010000:3.0:1776265357.894098:0:11802:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000033a08142/0xeb74cb2ea36a3295 lrc: 3/0,1 mode: PW/PW res: [0x10a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.894101:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de95c9bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793528448:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1776265357.894106:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265357.894109:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265357.894112:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776265357.894113:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1776265357.894119:0:11802:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000033a08142/0xeb74cb2ea36a3295 lrc: 3/0,1 mode: PW/PW res: [0x10a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.894126:0:11802:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000033a08142/0xeb74cb2ea36a3295 lrc: 2/0,0 mode: PW/PW res: [0x10a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.894128:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e79241c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793529920:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776265357.894148:0:11802:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776265357.894170:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776265357.894196:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265357.894200:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000033a08142/0xeb74cb2ea36a3295 lrc: 2/0,0 mode: PW/PW res: [0x10a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.894208:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033a08142 already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.894210:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000033a08142/0xeb74cb2ea36a3295 lrc: 2/0,0 mode: PW/PW res: [0x10a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.894237:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000033a08142/0xeb74cb2ea36a3295 lrc: 3/0,0 mode: PW/PW res: [0x10a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.894250:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000033a08142/0xeb74cb2ea36a3295 lrc: 1/0,0 mode: --/PW res: [0x10a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.894256:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000033a08142/0xeb74cb2ea36a3295 lrc: 0/0,0 mode: --/PW res: [0x10a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1776265357.894270:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000078faed62/2, rc 0, transno 951 00010000:00010000:2.0:1776265357.894277:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776265357.894277:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000078faed62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793528384:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776265357.894279:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.894283:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.894296:0:11776:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3279 lrc: 3/0,1 mode: PW/PW res: [0x118:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.894304:0:11776:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3279 lrc: 3/0,1 mode: PW/PW res: [0x118:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.894312:0:11776:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3279 lrc: 3/0,1 mode: PW/PW res: [0x118:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.894317:0:11776:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3279 lrc: 2/0,0 mode: PW/PW res: [0x118:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.894331:0:11776:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776265357.894378:0:5494:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776265357.894385:0:5494:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000080fe8a3d/0xeb74cb2ea369b6c5 lrc: 4/0,0 mode: PW/PW res: [0x1b1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece442d7 expref: 50 pid: 11776 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1776265357.894396:0:5494:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000080fe8a3d/0xeb74cb2ea369b6c5 lrc: 3/0,0 mode: PW/PW res: [0x1b1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece442d7 expref: 50 pid: 11776 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1776265357.894413:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000080fe8a3d/0xeb74cb2ea369b6c5 lrc: 0/0,0 mode: --/PW res: [0x1b1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece442d7 expref: 50 pid: 11776 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1776265357.894425:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.894427:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.894430:0:5494:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000329a46a2/0xeb74cb2ea36a325d lrc: 3/0,1 mode: PW/PW res: [0x1b1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.894438:0:5494:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000329a46a2/0xeb74cb2ea36a325d lrc: 4/0,1 mode: PW/PW res: [0x1b1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.894457:0:5494:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776265357.894489:0:5494:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d32abf5b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+49:2207:x1862548787294528:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 3371us (3975us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265357.894497:0:5494:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5139 00000100:00100000:2.0:1776265357.894503:0:11776:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c0d5a78a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+38:2993:x1862548793528256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28398us (29289us total) trans 4294968248 rc 0/0 00000100:00100000:2.0:1776265357.894512:0:11776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3090 00000100:00100000:2.0:1776265357.894539:0:11776:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793529920 00000100:00100000:2.0:1776265357.894577:0:11776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3103 00000100:00100000:2.0:1776265357.894581:0:11776:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000551b7748 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+35:2996:x1862548793529920:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776265357.894605:0:11776:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:270 count 1 00010000:00010000:2.0:1776265357.894625:0:11776:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a32d4 lrc: 3/0,1 mode: --/PW res: [0x10e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.894637:0:11776:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000774269bc/0xeb74cb2ea3680b8d lrc: 2/0,0 mode: PW/PW res: [0x10e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b6c2 expref: 48 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.894645:0:11776:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.894647:0:11776:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.894649:0:11776:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a32d4 lrc: 4/0,1 mode: --/PW res: [0x10e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.894675:0:11776:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000774269bc/0xeb74cb2ea3680b8d lrc: 3/0,0 mode: PW/PW res: [0x10e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b6c2 expref: 48 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.894686:0:11776:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000774269bc/0xeb74cb2ea3680b8d lrc: 4/0,0 mode: PW/PW res: [0x10e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b6c2 expref: 48 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.894700:0:10780:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000329a46a2/0xeb74cb2ea36a325d lrc: 3/0,1 mode: PW/PW res: [0x1b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.894705:0:11776:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002ce79b9a pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:11776:1862548793529984:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265357.894715:0:10780:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000329a46a2/0xeb74cb2ea36a325d lrc: 3/0,1 mode: PW/PW res: [0x1b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.894723:0:10780:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000329a46a2/0xeb74cb2ea36a325d lrc: 3/0,1 mode: PW/PW res: [0x1b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.894729:0:10780:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000329a46a2/0xeb74cb2ea36a325d lrc: 2/0,0 mode: PW/PW res: [0x1b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.894746:0:11776:0:(client.c:2500:ptlrpc_set_wait()) set 000000003b029c29 going to sleep for 43 seconds 00010000:00010000:2.0:1776265357.894758:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265357.894762:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3279 lrc: 2/0,0 mode: PW/PW res: [0x118:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.894769:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d710ab5a already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.894771:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3279 lrc: 2/0,0 mode: PW/PW res: [0x118:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.894777:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3279 lrc: 3/0,0 mode: PW/PW res: [0x118:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.894788:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3279 lrc: 1/0,0 mode: --/PW res: [0x118:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.894798:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3279 lrc: 0/0,0 mode: --/PW res: [0x118:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.894809:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.894810:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.894811:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1776265357.894834:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009c139136/2, rc 0, transno 952 00000100:00100000:2.0:1776265357.894839:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c139136 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793528256:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.894903:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1776265357.894910:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c986438 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793530048:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.894941:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.894979:0:11803:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793530048 00000100:00100000:2.0:1776265357.895001:0:11803:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3104 00000100:00100000:2.0:1776265357.895005:0:11803:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000620cfc08 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+39:2995:x1862548793530048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776265357.895016:0:11803:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:264 count 1 00010000:00010000:2.0:1776265357.895029:0:11803:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000076649c01/0xeb74cb2ea36a32db lrc: 3/0,1 mode: --/PW res: [0x108:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.895041:0:11803:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ff791da5/0xeb74cb2ea3680638 lrc: 2/0,0 mode: PW/PW res: [0x108:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b47d expref: 51 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.895047:0:11803:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.895048:0:11803:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.895049:0:11803:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000076649c01/0xeb74cb2ea36a32db lrc: 4/0,1 mode: --/PW res: [0x108:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.895067:0:11803:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ff791da5/0xeb74cb2ea3680638 lrc: 3/0,0 mode: PW/PW res: [0x108:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b47d expref: 51 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.895075:0:11803:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ff791da5/0xeb74cb2ea3680638 lrc: 4/0,0 mode: PW/PW res: [0x108:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b47d expref: 51 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.895083:0:11803:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c895130c pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:11803:1862548793530240:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.895106:0:11803:0:(client.c:2500:ptlrpc_set_wait()) set 000000000c994df1 going to sleep for 43 seconds 00000100:00100000:3.0:1776265357.895113:0:11802:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ecdfa584 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+39:2993:x1862548793528768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21920us (22020us total) trans 4294968249 rc 0/0 00000100:00100000:3.0:1776265357.895121:0:11802:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3094 00000100:00100000:2.0:1776265357.895124:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c5826ffb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793530112:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.895162:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776265357.895163:0:11783:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ad1806b5 going to sleep for 43 seconds 00000004:00080000:2.0:1776265357.895187:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d1b6bf89/2, rc 0, transno 953 00000100:00100000:2.0:1776265357.895200:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d1b6bf89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793528768:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.895209:0:2993:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1776265357.895238:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ef2f061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793530176:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.895263:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.895284:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005ed7b72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793530304:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.895304:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.895326:0:11804:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793530112 00000100:00100000:2.0:1776265357.895345:0:11804:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793530176 00000100:00100000:2.0:1776265357.895361:0:11804:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793530304 00000100:00100000:2.0:1776265357.895372:0:11804:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3105 00000100:00100000:2.0:1776265357.895375:0:11804:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e04c2ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+41:2993:x1862548793530112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776265357.895387:0:11804:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:276 count 1 00010000:00010000:2.0:1776265357.895399:0:11804:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000e3f762e/0xeb74cb2ea36a32e2 lrc: 3/0,1 mode: --/PW res: [0x114:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.895409:0:11804:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000031762f90/0xeb74cb2ea3680f68 lrc: 2/0,0 mode: PW/PW res: [0x114:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b86d expref: 51 pid: 11777 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.895415:0:11779:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3106 00000100:00100000:1.0:1776265357.895424:0:11779:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0312241 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+41:2993:x1862548793530176:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776265357.895428:0:11804:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.895431:0:11804:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.895433:0:11804:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000e3f762e/0xeb74cb2ea36a32e2 lrc: 4/0,1 mode: --/PW res: [0x114:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1776265357.895441:0:11779:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:440 count 1 00010000:00010000:2.0:1776265357.895456:0:11804:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000031762f90/0xeb74cb2ea3680f68 lrc: 3/0,0 mode: PW/PW res: [0x114:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b86d expref: 51 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.895456:0:11779:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000666c68bf/0xeb74cb2ea36a32e9 lrc: 3/0,1 mode: --/PW res: [0x1b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.895478:0:11804:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000031762f90/0xeb74cb2ea3680f68 lrc: 4/0,0 mode: PW/PW res: [0x114:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b86d expref: 51 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1776265357.895479:0:11779:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007ceb8962/0xeb74cb2ea369cab4 lrc: 2/0,0 mode: PW/PW res: [0x1b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44a5c expref: 51 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.895499:0:11779:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265357.895501:0:11779:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1776265357.895503:0:11804:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000360891fe pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:11804:1862548793530368:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265357.895504:0:11779:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000666c68bf/0xeb74cb2ea36a32e9 lrc: 4/0,1 mode: --/PW res: [0x1b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.895532:0:11804:0:(client.c:2500:ptlrpc_set_wait()) set 0000000098589732 going to sleep for 43 seconds 00010000:00010000:1.0:1776265357.895535:0:11779:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007ceb8962/0xeb74cb2ea369cab4 lrc: 3/0,0 mode: PW/PW res: [0x1b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44a5c expref: 51 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.895545:0:11779:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007ceb8962/0xeb74cb2ea369cab4 lrc: 4/0,0 mode: PW/PW res: [0x1b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44a5c expref: 51 pid: 11783 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.895551:0:11797:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3107 00000100:00100000:2.0:1776265357.895558:0:11797:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d69021a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+41:2995:x1862548793530304:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776265357.895571:0:11797:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:273 count 1 00000100:00100000:1.0:1776265357.895572:0:11779:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008de39ec7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:11779:1862548793530432:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.895581:0:11797:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000900bca3b/0xeb74cb2ea36a32f0 lrc: 3/0,1 mode: --/PW res: [0x111:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.895590:0:11797:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000d523e2d/0xeb74cb2ea3680d1c lrc: 2/0,0 mode: PW/PW res: [0x111:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b771 expref: 51 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.895595:0:11797:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.895596:0:11797:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.895597:0:11797:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000900bca3b/0xeb74cb2ea36a32f0 lrc: 4/0,1 mode: --/PW res: [0x111:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.895614:0:11797:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000d523e2d/0xeb74cb2ea3680d1c lrc: 3/0,0 mode: PW/PW res: [0x111:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b771 expref: 51 pid: 11777 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.895615:0:11779:0:(client.c:2500:ptlrpc_set_wait()) set 000000001c4a0bd3 going to sleep for 43 seconds 00010000:00010000:2.0:1776265357.895623:0:11797:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000d523e2d/0xeb74cb2ea3680d1c lrc: 4/0,0 mode: PW/PW res: [0x111:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b771 expref: 51 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.895629:0:11797:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000078d0d88 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:11797:1862548793530496:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.895644:0:11797:0:(client.c:2500:ptlrpc_set_wait()) set 000000004b6f080c going to sleep for 43 seconds 00010000:00010000:2.0:1776265357.895659:0:11771:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a3272 lrc: 3/0,1 mode: PW/PW res: [0x116:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.895664:0:11771:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a3272 lrc: 3/0,1 mode: PW/PW res: [0x116:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.895669:0:11771:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a3272 lrc: 3/0,1 mode: PW/PW res: [0x116:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.895673:0:11771:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a3272 lrc: 2/0,0 mode: PW/PW res: [0x116:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.895683:0:11771:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776265357.895703:0:10780:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1776265357.895921:0:11771:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5af6ec8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+37:2993:x1862548793528128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 34985us (35416us total) trans 4294968234 rc 0/0 00000100:00100000:2.0:1776265357.895927:0:11771:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3089 00000100:00100000:0.0:1776265357.895937:0:10780:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072e3f256 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+36:2994:x1862548793527168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 45556us (48675us total) trans 4294968235 rc 0/0 00000100:00100000:0.0:1776265357.895945:0:10780:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3086 00010000:00010000:2.0:1776265357.895946:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776265357.895950:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a3272 lrc: 2/0,0 mode: PW/PW res: [0x116:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.895957:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000273821f1 already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.895969:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a3272 lrc: 2/0,0 mode: PW/PW res: [0x116:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.895977:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a3272 lrc: 3/0,0 mode: PW/PW res: [0x116:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.895996:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a3272 lrc: 1/0,0 mode: --/PW res: [0x116:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.896002:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000273821f1/0xeb74cb2ea36a3272 lrc: 0/0,0 mode: --/PW res: [0x116:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1776265357.896008:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000067f70ce5/2, rc 0, transno 938 00010000:00010000:2.0:1776265357.896019:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1776265357.896021:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000067f70ce5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793528128:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1776265357.896022:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000329a46a2/0xeb74cb2ea36a325d lrc: 2/0,0 mode: PW/PW res: [0x1b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.896028:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000329a46a2 already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.896031:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000329a46a2/0xeb74cb2ea36a325d lrc: 2/0,0 mode: PW/PW res: [0x1b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.896038:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000329a46a2/0xeb74cb2ea36a325d lrc: 3/0,0 mode: PW/PW res: [0x1b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.896049:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000329a46a2/0xeb74cb2ea36a325d lrc: 1/0,0 mode: --/PW res: [0x1b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.896072:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000329a46a2/0xeb74cb2ea36a325d lrc: 0/0,0 mode: --/PW res: [0x1b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.896087:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.896088:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.896091:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1776265357.896134:0:2994:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d725961c/2, rc 0, transno 950 00000100:00100000:2.0:1776265357.896146:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d725961c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793528512:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776265357.896156:0:2994:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006a5ee1cb/2, rc 0, transno 939 00000100:00100000:2.0:1776265357.896159:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a5ee1cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793527168:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1776265357.896845:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776265357.897046:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1776265357.897466:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4e9dca8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793530560:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776265357.897515:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.897554:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000255d7bdd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793530688:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.897581:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.897649:0:2994:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1776265357.897656:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000894d1a09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793530624:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776265357.897682:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.899413:0:11777:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008bc7463b pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:11777:1862548793529664:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.899441:0:11777:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a32bf lrc: 3/0,1 mode: --/PW res: [0x10f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.899470:0:11778:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d3ddcb6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:11778:1862548793529536:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.899481:0:11778:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a32b8 lrc: 3/0,1 mode: --/PW res: [0x107:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.899502:0:6308:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000758e0cf1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6308:1862548793529152:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.899512:0:6308:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a32a3 lrc: 3/0,1 mode: --/PW res: [0x110:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.899580:0:12462:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793530560 00000100:00100000:0.0:1776265357.899605:0:6307:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000df4843ee pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6307:1862548793529728:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265357.899618:0:6307:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a32c6 lrc: 3/0,1 mode: --/PW res: [0x106:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.899639:0:6306:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cca94cde pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6306:1862548793529216:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265357.899648:0:6306:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a32aa lrc: 3/0,1 mode: --/PW res: [0x105:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.899728:0:12462:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793530688 00000100:00100000:2.0:1776265357.899755:0:10780:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793530624 00000100:00100000:2.0:1776265357.899778:0:10780:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3108 00000100:00100000:2.0:1776265357.899783:0:10780:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6717753 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+37:2995:x1862548793530560:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776265357.899809:0:12462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3109 00000100:00100000:0.0:1776265357.899813:0:12462:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad2a3af1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+42:2994:x1862548793530688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776265357.899814:0:10780:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:279 count 1 00002000:00080000:0.0:1776265357.899825:0:12462:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:270 count 1 00010000:00010000:2.0:1776265357.899835:0:10780:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a32f7 lrc: 3/0,1 mode: --/PW res: [0x117:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.899835:0:12462:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a32fe lrc: 3/0,1 mode: --/PW res: [0x10e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.899850:0:10780:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005c49ca92/0xeb74cb2ea3681271 lrc: 2/0,0 mode: PW/PW res: [0x117:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b9b6 expref: 48 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.899850:0:12462:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000045bdc201/0xeb74cb2ea3680ac2 lrc: 2/0,0 mode: PW/PW res: [0x10e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b667 expref: 51 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.899858:0:12462:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.899859:0:10780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.899861:0:10780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.899861:0:12462:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.899863:0:10780:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a32f7 lrc: 4/0,1 mode: --/PW res: [0x117:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.899863:0:12462:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a32fe lrc: 4/0,1 mode: --/PW res: [0x10e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.899888:0:10780:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005c49ca92/0xeb74cb2ea3681271 lrc: 3/0,0 mode: PW/PW res: [0x117:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b9b6 expref: 48 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.899888:0:12462:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000045bdc201/0xeb74cb2ea3680ac2 lrc: 3/0,0 mode: PW/PW res: [0x10e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b667 expref: 51 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.899899:0:10780:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005c49ca92/0xeb74cb2ea3681271 lrc: 4/0,0 mode: PW/PW res: [0x117:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b9b6 expref: 48 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.899899:0:12462:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000045bdc201/0xeb74cb2ea3680ac2 lrc: 4/0,0 mode: PW/PW res: [0x10e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b667 expref: 51 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.899912:0:10780:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000758e0cf1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10780:1862548793530752:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265357.899912:0:12462:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006885faf2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:12462:1862548793530816:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.899974:0:10780:0:(client.c:2500:ptlrpc_set_wait()) set 000000008b45a6d8 going to sleep for 43 seconds 00000100:00100000:0.0:1776265357.899974:0:12462:0:(client.c:2500:ptlrpc_set_wait()) set 000000000d5d3ae1 going to sleep for 43 seconds 00000100:00100000:2.0:1776265357.899990:0:11802:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3110 00000100:00100000:2.0:1776265357.899993:0:11802:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000763d31d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+37:2994:x1862548793530624:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776265357.900004:0:11802:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:272 count 1 00010000:00010000:2.0:1776265357.900015:0:11802:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a3305 lrc: 3/0,1 mode: --/PW res: [0x110:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.900025:0:11802:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000041a8df58/0xeb74cb2ea3680cdd lrc: 2/0,0 mode: PW/PW res: [0x110:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b75c expref: 48 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.900030:0:11802:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.900032:0:11802:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.900033:0:11802:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a3305 lrc: 4/0,1 mode: --/PW res: [0x110:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.900048:0:11802:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000041a8df58/0xeb74cb2ea3680cdd lrc: 3/0,0 mode: PW/PW res: [0x110:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b75c expref: 48 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.900055:0:11802:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041a8df58/0xeb74cb2ea3680cdd lrc: 4/0,0 mode: PW/PW res: [0x110:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b75c expref: 48 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.900064:0:11802:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d3ddcb6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:11802:1862548793530880:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.900090:0:11802:0:(client.c:2500:ptlrpc_set_wait()) set 0000000014029534 going to sleep for 43 seconds 00000100:00100000:0.0:1776265357.900093:0:11784:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007773b58e pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:11784:1862548793529344:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265357.900107:0:11784:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003c82791c/0xeb74cb2ea36a32b1 lrc: 3/0,1 mode: --/PW res: [0x105:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.900265:0:11796:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8748b01 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:11796:1862548793529088:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.900282:0:11796:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a329c lrc: 3/0,1 mode: --/PW res: [0x109:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.902847:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265357.902890:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.902916:0:5494:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787294848 00000100:00100000:2.0:1776265357.902917:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:1.0:1776265357.902969:0:5494:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000048e6fbf0/0xeb74cb2ea3680781 lrc: 4/0,0 mode: PW/PW res: [0x109:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b509 expref: 49 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.903027:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265357.903137:0:7829:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787294976 00010000:00010000:3.0:1776265357.903151:0:7829:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000080864a90/0xeb74cb2ea3680486 lrc: 4/0,0 mode: PW/PW res: [0x105:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b3b9 expref: 50 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.903164:0:7829:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787295104 00010000:00010000:3.0:1776265357.903170:0:7829:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c23be353/0xeb74cb2ea368061c lrc: 4/0,0 mode: PW/PW res: [0x107:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b46f expref: 51 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.903178:0:7829:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787295232 00010000:00010000:3.0:1776265357.903184:0:7829:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003982ebce/0xeb74cb2ea368056d lrc: 4/0,0 mode: PW/PW res: [0x106:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b422 expref: 52 pid: 11802 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.903195:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5147 00000100:00100000:3.0:1776265357.903200:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008bc7463b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+52:2206:x1862548787294848:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1776265357.903232:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776265357.903237:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000048e6fbf0/0xeb74cb2ea3680781 lrc: 4/0,0 mode: PW/PW res: [0x109:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b509 expref: 52 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1776265357.903247:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000048e6fbf0/0xeb74cb2ea3680781 lrc: 3/0,0 mode: PW/PW res: [0x109:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b509 expref: 52 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1776265357.903269:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048e6fbf0/0xeb74cb2ea3680781 lrc: 0/0,0 mode: --/PW res: [0x109:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b509 expref: 52 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1776265357.903282:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265357.903284:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265357.903287:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a329c lrc: 3/0,1 mode: PW/PW res: [0x109:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.903295:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a329c lrc: 4/0,1 mode: PW/PW res: [0x109:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.903321:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776265357.903357:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008bc7463b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+51:2206:x1862548787294848:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 156us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265357.903363:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5147 00000100:00100000:3.0:1776265357.903378:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5148 00000100:00100000:3.0:1776265357.903381:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe360b3e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+50:2206:x1862548787294976:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1776265357.903387:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776265357.903390:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000080864a90/0xeb74cb2ea3680486 lrc: 4/0,0 mode: PW/PW res: [0x105:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b3b9 expref: 50 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1776265357.903404:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000080864a90/0xeb74cb2ea3680486 lrc: 3/0,0 mode: PW/PW res: [0x105:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b3b9 expref: 50 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1776265357.903414:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000080864a90/0xeb74cb2ea3680486 lrc: 0/0,0 mode: --/PW res: [0x105:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b3b9 expref: 50 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1776265357.903423:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265357.903424:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265357.903426:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a32aa lrc: 3/0,1 mode: PW/PW res: [0x105:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.903431:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a32aa lrc: 4/0,1 mode: PW/PW res: [0x105:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.903444:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776265357.903457:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe360b3e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+49:2206:x1862548787294976:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 75us (568us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265357.903462:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5148 00000100:00100000:3.0:1776265357.903471:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5149 00000100:00100000:3.0:1776265357.903475:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058a357f7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+48:2206:x1862548787295104:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1776265357.903480:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776265357.903482:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c23be353/0xeb74cb2ea368061c lrc: 4/0,0 mode: PW/PW res: [0x107:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b46f expref: 48 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1776265357.903489:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c23be353/0xeb74cb2ea368061c lrc: 3/0,0 mode: PW/PW res: [0x107:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b46f expref: 48 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1776265357.903506:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c23be353/0xeb74cb2ea368061c lrc: 0/0,0 mode: --/PW res: [0x107:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b46f expref: 48 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1776265357.903515:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265357.903516:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265357.903518:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a32b8 lrc: 3/0,1 mode: PW/PW res: [0x107:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.903523:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a32b8 lrc: 4/0,1 mode: PW/PW res: [0x107:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.903539:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776265357.903555:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058a357f7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+47:2206:x1862548787295104:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 79us (638us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265357.903560:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5149 00000100:00100000:3.0:1776265357.903573:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5150 00000100:00100000:3.0:1776265357.903576:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000175ce0df pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+46:2206:x1862548787295232:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1776265357.903582:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776265357.903585:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003982ebce/0xeb74cb2ea368056d lrc: 4/0,0 mode: PW/PW res: [0x106:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b422 expref: 46 pid: 11802 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1776265357.903593:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003982ebce/0xeb74cb2ea368056d lrc: 3/0,0 mode: PW/PW res: [0x106:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b422 expref: 46 pid: 11802 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1776265357.903606:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003982ebce/0xeb74cb2ea368056d lrc: 0/0,0 mode: --/PW res: [0x106:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b422 expref: 46 pid: 11802 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1776265357.903620:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265357.903622:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265357.903623:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a32c6 lrc: 3/0,1 mode: PW/PW res: [0x106:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.903629:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a32c6 lrc: 4/0,1 mode: PW/PW res: [0x106:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.903645:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776265357.903662:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000175ce0df pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+45:2206:x1862548787295232:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 85us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265357.903668:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5150 00010000:00010000:0.0:1776265357.903801:0:6307:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a32c6 lrc: 3/0,1 mode: PW/PW res: [0x106:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.903811:0:6307:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a32c6 lrc: 3/0,1 mode: PW/PW res: [0x106:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.903819:0:6307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a32c6 lrc: 3/0,1 mode: PW/PW res: [0x106:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.903825:0:6307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a32c6 lrc: 2/0,0 mode: PW/PW res: [0x106:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.903852:0:6307:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776265357.904165:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000779538bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+38:2993:x1862548793529600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18237us (18387us total) trans 4294968236 rc 0/0 00000100:00100000:0.0:1776265357.904174:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3101 00000004:00080000:1.0:1776265357.904241:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000bef08137/2, rc 0, transno 940 00000100:00100000:1.0:1776265357.904258:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bef08137 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793529600:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776265357.904332:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.904383:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.904402:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787294912 00010000:00010000:0.0:1776265357.904420:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e082150f/0xeb74cb2ea3680c58 lrc: 4/0,0 mode: PW/PW res: [0x110:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b71d expref: 52 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1776265357.904437:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1776265357.904444:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787295040 00000100:00100000:1.0:1776265357.904451:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000984cf497 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793530944:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776265357.904457:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000b1e6718/0xeb74cb2ea36803b4 lrc: 4/0,0 mode: PW/PW res: [0x105:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b373 expref: 53 pid: 11802 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.904478:0:11760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5151 00000100:00100000:0.0:1776265357.904484:0:11760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000079732c2e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+53:2206:x1862548787294912:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00000100:00100000:1.0:1776265357.904494:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1776265357.904495:0:11760:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265357.904501:0:11760:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e082150f/0xeb74cb2ea3680c58 lrc: 4/0,0 mode: PW/PW res: [0x110:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b71d expref: 53 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.904516:0:11760:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e082150f/0xeb74cb2ea3680c58 lrc: 3/0,0 mode: PW/PW res: [0x110:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b71d expref: 53 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.904534:0:11760:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e082150f/0xeb74cb2ea3680c58 lrc: 0/0,0 mode: --/PW res: [0x110:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b71d expref: 53 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.904544:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.904546:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.904548:0:11760:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a32a3 lrc: 3/0,1 mode: PW/PW res: [0x110:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.904555:0:11760:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a32a3 lrc: 4/0,1 mode: PW/PW res: [0x110:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.904579:0:11760:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265357.904600:0:11760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000079732c2e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+52:2206:x1862548787294912:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 115us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265357.904607:0:11760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5151 00000100:00100000:2.0:1776265357.904618:0:5493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5152 00000100:00100000:2.0:1776265357.904626:0:5493:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb95879a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+51:2206:x1862548787295040:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1776265357.904637:0:5493:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265357.904642:0:5493:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000b1e6718/0xeb74cb2ea36803b4 lrc: 4/0,0 mode: PW/PW res: [0x105:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b373 expref: 51 pid: 11802 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.904653:0:5493:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000b1e6718/0xeb74cb2ea36803b4 lrc: 3/0,0 mode: PW/PW res: [0x105:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b373 expref: 51 pid: 11802 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.904654:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793530944 00010000:00010000:2.0:1776265357.904670:0:5493:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000b1e6718/0xeb74cb2ea36803b4 lrc: 0/0,0 mode: --/PW res: [0x105:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b373 expref: 51 pid: 11802 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.904676:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3111 00000100:00100000:0.0:1776265357.904682:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f006cfdc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+38:2996:x1862548793530944:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1776265357.904683:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.904685:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.904689:0:5493:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003c82791c/0xeb74cb2ea36a32b1 lrc: 3/0,1 mode: PW/PW res: [0x105:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.904697:0:5493:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c82791c/0xeb74cb2ea36a32b1 lrc: 4/0,1 mode: PW/PW res: [0x105:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1776265357.904704:0:6307:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:277 count 1 00010000:00010000:2.0:1776265357.904720:0:5493:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776265357.904725:0:6307:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a330c lrc: 3/0,1 mode: --/PW res: [0x115:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.904739:0:6307:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0b3c32f/0xeb74cb2ea36810d4 lrc: 2/0,0 mode: PW/PW res: [0x115:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b900 expref: 44 pid: 10780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.904745:0:5493:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb95879a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+50:2206:x1862548787295040:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 117us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265357.904760:0:5493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5152 00010000:00010000:0.0:1776265357.904761:0:6307:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.904764:0:6307:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.904765:0:6307:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a330c lrc: 4/0,1 mode: --/PW res: [0x115:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.904786:0:6307:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e0b3c32f/0xeb74cb2ea36810d4 lrc: 3/0,0 mode: PW/PW res: [0x115:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b900 expref: 44 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.904796:0:6307:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e0b3c32f/0xeb74cb2ea36810d4 lrc: 4/0,0 mode: PW/PW res: [0x115:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b900 expref: 44 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.904805:0:6307:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a5415fe pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6307:1862548793531008:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265357.904835:0:6307:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c1c1c25d going to sleep for 43 seconds 00000100:00100000:0.0:1776265357.904906:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:2.0:1776265357.904917:0:11778:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a32b8 lrc: 3/0,1 mode: PW/PW res: [0x107:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.904927:0:11778:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a32b8 lrc: 3/0,1 mode: PW/PW res: [0x107:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.904935:0:11778:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a32b8 lrc: 3/0,1 mode: PW/PW res: [0x107:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.904942:0:11778:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a32b8 lrc: 2/0,0 mode: PW/PW res: [0x107:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.904957:0:11778:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1776265357.905385:0:6306:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a32aa lrc: 3/0,1 mode: PW/PW res: [0x105:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.905394:0:6306:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a32aa lrc: 3/0,1 mode: PW/PW res: [0x105:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.905401:0:6306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a32aa lrc: 3/0,1 mode: PW/PW res: [0x105:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.905407:0:6306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a32aa lrc: 2/0,0 mode: PW/PW res: [0x105:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.905423:0:6306:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1776265357.905604:0:6306:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cefc1670 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+39:2993:x1862548793529024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26134us (26271us total) trans 4294968237 rc 0/0 00000100:00100000:0.0:1776265357.905612:0:6306:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3097 00010000:00010000:3.0:1776265357.905751:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1776265357.905756:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a32c6 lrc: 2/0,0 mode: PW/PW res: [0x106:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.905763:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b32fd6ea already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265357.905766:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a32c6 lrc: 2/0,0 mode: PW/PW res: [0x106:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.905773:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a32c6 lrc: 3/0,0 mode: PW/PW res: [0x106:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.905789:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a32c6 lrc: 1/0,0 mode: --/PW res: [0x106:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.905794:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a32c6 lrc: 0/0,0 mode: --/PW res: [0x106:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.905809:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776265357.905811:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a32b8 lrc: 2/0,0 mode: PW/PW res: [0x107:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.905816:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c6b71437 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265357.905817:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a32b8 lrc: 2/0,0 mode: PW/PW res: [0x107:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.905823:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a32b8 lrc: 3/0,0 mode: PW/PW res: [0x107:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.905832:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a32b8 lrc: 1/0,0 mode: --/PW res: [0x107:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.905837:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c6b71437/0xeb74cb2ea36a32b8 lrc: 0/0,0 mode: --/PW res: [0x107:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.905849:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265357.905851:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a32aa lrc: 2/0,0 mode: PW/PW res: [0x105:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.905856:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000997208db already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265357.905857:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a32aa lrc: 2/0,0 mode: PW/PW res: [0x105:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.905863:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a32aa lrc: 3/0,0 mode: PW/PW res: [0x105:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.905875:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a32aa lrc: 1/0,0 mode: --/PW res: [0x105:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.905880:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a32aa lrc: 0/0,0 mode: --/PW res: [0x105:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.905890:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265357.905892:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265357.905893:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776265357.906321:0:11778:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a686056d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+39:2996:x1862548793529408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20915us (21162us total) trans 4294968238 rc 0/0 00000100:00100000:2.0:1776265357.906330:0:11778:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3099 00010000:00010000:2.0:1776265357.906348:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.906353:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.906361:0:11784:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003c82791c/0xeb74cb2ea36a32b1 lrc: 3/0,1 mode: PW/PW res: [0x105:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.906370:0:11784:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c82791c/0xeb74cb2ea36a32b1 lrc: 3/0,1 mode: PW/PW res: [0x105:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.906376:0:11784:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c82791c/0xeb74cb2ea36a32b1 lrc: 3/0,1 mode: PW/PW res: [0x105:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.906387:0:11784:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003c82791c/0xeb74cb2ea36a32b1 lrc: 2/0,0 mode: PW/PW res: [0x105:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.906391:0:11796:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a329c lrc: 3/0,1 mode: PW/PW res: [0x109:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.906399:0:11796:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a329c lrc: 3/0,1 mode: PW/PW res: [0x109:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.906406:0:11796:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a329c lrc: 3/0,1 mode: PW/PW res: [0x109:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.906412:0:11796:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a329c lrc: 2/0,0 mode: PW/PW res: [0x109:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.906429:0:11796:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1776265357.906454:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b72156ff/2, rc 0, transno 941 00000100:00100000:1.0:1776265357.906467:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b72156ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793529024:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1776265357.906475:0:11784:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1776265357.906590:0:11796:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d318b53 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+39:2996:x1862548793528896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29898us (30014us total) trans 4294968239 rc 0/0 00000100:00100000:3.0:1776265357.906597:0:11796:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3095 00000100:00100000:2.0:1776265357.906602:0:11784:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e80576df pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+43:2994:x1862548793529280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23660us (23762us total) trans 4294968250 rc 0/0 00000100:00100000:2.0:1776265357.906608:0:11784:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3098 00010000:00010000:3.0:1776265357.906613:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776265357.906616:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a329c lrc: 2/0,0 mode: PW/PW res: [0x109:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.906623:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265357.906625:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001fbd5648 already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.906625:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003c82791c/0xeb74cb2ea36a32b1 lrc: 2/0,0 mode: PW/PW res: [0x105:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.906627:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a329c lrc: 2/0,0 mode: PW/PW res: [0x109:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.906632:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003c82791c already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265357.906633:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a329c lrc: 3/0,0 mode: PW/PW res: [0x109:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.906634:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003c82791c/0xeb74cb2ea36a32b1 lrc: 2/0,0 mode: PW/PW res: [0x105:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.906642:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003c82791c/0xeb74cb2ea36a32b1 lrc: 3/0,0 mode: PW/PW res: [0x105:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.906649:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a329c lrc: 1/0,0 mode: --/PW res: [0x109:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.906652:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003c82791c/0xeb74cb2ea36a32b1 lrc: 1/0,0 mode: --/PW res: [0x105:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.906654:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a329c lrc: 0/0,0 mode: --/PW res: [0x109:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.906658:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c82791c/0xeb74cb2ea36a32b1 lrc: 0/0,0 mode: --/PW res: [0x105:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.906666:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265357.906667:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265357.906668:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.906668:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.906668:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.906670:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.906678:0:6308:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a32a3 lrc: 3/0,1 mode: PW/PW res: [0x110:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.906772:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008bc7463b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793531072:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1776265357.906776:0:6308:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a32a3 lrc: 3/0,1 mode: PW/PW res: [0x110:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.906783:0:6308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a32a3 lrc: 3/0,1 mode: PW/PW res: [0x110:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.906788:0:6308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a32a3 lrc: 2/0,0 mode: PW/PW res: [0x110:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.906801:0:6308:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776265357.906805:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1776265357.906826:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007d8ae249/2, rc 0, transno 942 00000100:00100000:0.0:1776265357.906844:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d8ae249 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793529408:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776265357.906859:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000681a7c73/2, rc 0, transno 943 00000100:00100000:0.0:1776265357.906862:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000681a7c73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793528896:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776265357.906910:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000091b808d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793531136:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776265357.906939:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008aac07fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+43:2996:x1862548793528960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27533us (27822us total) trans 4294968251 rc 0/0 00000100:00100000:1.0:1776265357.906946:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.906955:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3096 00000100:00100000:1.0:1776265357.906979:0:2993:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776265357.906987:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000389d26dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793531200:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776265357.906989:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793531072 00000100:00100000:1.0:1776265357.907012:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.907021:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793531136 00000100:00100000:2.0:1776265357.907040:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793531200 00000100:00100000:1.0:1776265357.907059:0:11773:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3112 00000100:00100000:1.0:1776265357.907065:0:11773:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe360b3e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+41:2996:x1862548793531072:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776265357.907070:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3113 00000100:00100000:2.0:1776265357.907076:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061e9ef92 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+41:2993:x1862548793531136:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776265357.907089:0:11773:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:434 count 1 00002000:00080000:2.0:1776265357.907092:0:6308:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:451 count 1 00010000:00010000:1.0:1776265357.907109:0:11773:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a3313 lrc: 3/0,1 mode: --/PW res: [0x1b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.907113:0:6308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a331a lrc: 3/0,1 mode: --/PW res: [0x1c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.907140:0:6308:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ec8bb3c1/0xeb74cb2ea36a00f4 lrc: 2/0,0 mode: PW/PW res: [0x1c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45dbf expref: 44 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.907140:0:11773:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bff59745/0xeb74cb2ea369b903 lrc: 2/0,0 mode: PW/PW res: [0x1b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece443b0 expref: 44 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.907160:0:11773:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.907161:0:6308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265357.907163:0:11773:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.907165:0:6308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265357.907166:0:11773:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a3313 lrc: 4/0,1 mode: --/PW res: [0x1b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.907168:0:6308:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a331a lrc: 4/0,1 mode: --/PW res: [0x1c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1776265357.907188:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b8f41cf6/2, rc 0, transno 955 00000100:00100000:0.0:1776265357.907197:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8f41cf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793528960:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1776265357.907205:0:11773:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bff59745/0xeb74cb2ea369b903 lrc: 3/0,0 mode: PW/PW res: [0x1b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece443b0 expref: 44 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.907208:0:6308:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ec8bb3c1/0xeb74cb2ea36a00f4 lrc: 3/0,0 mode: PW/PW res: [0x1c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45dbf expref: 44 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.907241:0:6308:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ec8bb3c1/0xeb74cb2ea36a00f4 lrc: 4/0,0 mode: PW/PW res: [0x1c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45dbf expref: 44 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1776265357.907243:0:11773:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bff59745/0xeb74cb2ea369b903 lrc: 4/0,0 mode: PW/PW res: [0x1b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece443b0 expref: 44 pid: 11776 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.907253:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1776265357.907262:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058a357f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793531392:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.907264:0:6308:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000175ce0df pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6308:1862548793531328:192.168.204.57@tcp:104: 00000100:00100000:1.0:1776265357.907267:0:11773:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7e24ada pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:11773:1862548793531264:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.907314:0:6308:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c2b506bd going to sleep for 43 seconds 00010000:00010000:2.0:1776265357.907327:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265357.907330:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a32a3 lrc: 2/0,0 mode: PW/PW res: [0x110:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.907338:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e8466407 already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.907340:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a32a3 lrc: 2/0,0 mode: PW/PW res: [0x110:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.907346:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a32a3 lrc: 3/0,0 mode: PW/PW res: [0x110:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.907359:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a32a3 lrc: 1/0,0 mode: --/PW res: [0x110:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.907365:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a32a3 lrc: 0/0,0 mode: --/PW res: [0x110:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.907383:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.907384:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.907386:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776265357.907409:0:11773:0:(client.c:2500:ptlrpc_set_wait()) set 00000000eee746f2 going to sleep for 43 seconds 00000100:00100000:3.0:1776265357.907608:0:11796:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3114 00000100:00100000:3.0:1776265357.907613:0:11796:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d32abf5b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+41:2993:x1862548793531200:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776265357.907643:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1776265357.907672:0:11796:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:462 count 1 00010000:00010000:3.0:1776265357.907685:0:11796:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a3321 lrc: 3/0,1 mode: --/PW res: [0x1ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.907695:0:11796:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002e5eab6c/0xeb74cb2ea36a177c lrc: 2/0,0 mode: PW/PW res: [0x1ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece464f7 expref: 44 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.907700:0:11796:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776265357.907702:0:11796:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776265357.907704:0:11796:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a3321 lrc: 4/0,1 mode: --/PW res: [0x1ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.907722:0:11796:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002e5eab6c/0xeb74cb2ea36a177c lrc: 3/0,0 mode: PW/PW res: [0x1ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece464f7 expref: 44 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.907730:0:11796:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002e5eab6c/0xeb74cb2ea36a177c lrc: 4/0,0 mode: PW/PW res: [0x1ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece464f7 expref: 44 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.907739:0:11796:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001b26ba73 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:11796:1862548793531456:192.168.204.57@tcp:104: 00000100:00100000:3.0:1776265357.907762:0:11796:0:(client.c:2500:ptlrpc_set_wait()) set 00000000bb76a217 going to sleep for 43 seconds 00000100:00100000:2.0:1776265357.909035:0:11778:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793531392 00000100:00100000:2.0:1776265357.909079:0:11778:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3115 00000100:00100000:2.0:1776265357.909086:0:11778:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cca94cde pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+43:2996:x1862548793531392:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776265357.909105:0:11778:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:269 count 1 00010000:00010000:2.0:1776265357.909122:0:11778:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a3328 lrc: 3/0,1 mode: --/PW res: [0x10d:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.909134:0:11778:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000043feb0e4/0xeb74cb2ea3680a0c lrc: 2/0,0 mode: PW/PW res: [0x10d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b621 expref: 49 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.909139:0:11778:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.909140:0:11778:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.909141:0:11778:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a3328 lrc: 4/0,1 mode: --/PW res: [0x10d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.909160:0:11778:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000043feb0e4/0xeb74cb2ea3680a0c lrc: 3/0,0 mode: PW/PW res: [0x10d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b621 expref: 49 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.909166:0:11778:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000043feb0e4/0xeb74cb2ea3680a0c lrc: 4/0,0 mode: PW/PW res: [0x10d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b621 expref: 49 pid: 11802 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.909174:0:11778:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a3f93d51 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:11778:1862548793531520:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.909236:0:11778:0:(client.c:2500:ptlrpc_set_wait()) set 000000000d1429ad going to sleep for 43 seconds 00000100:00100000:2.0:1776265357.909267:0:11776:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002ce79b9a pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:11776:1862548793529984:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.909286:0:11776:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a32d4 lrc: 3/0,1 mode: --/PW res: [0x10e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265357.909368:0:5493:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787295168 00010000:00010000:3.0:1776265357.909390:0:5493:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000020b4e61d/0xeb74cb2ea3680c19 lrc: 4/0,0 mode: PW/PW res: [0x10f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b701 expref: 45 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.910190:0:5493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5153 00000100:00100000:3.0:1776265357.910197:0:5493:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1f5a1b1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+45:2206:x1862548787295168:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1776265357.910329:0:5493:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776265357.910337:0:5493:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000020b4e61d/0xeb74cb2ea3680c19 lrc: 4/0,0 mode: PW/PW res: [0x10f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b701 expref: 45 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1776265357.910350:0:5493:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000020b4e61d/0xeb74cb2ea3680c19 lrc: 3/0,0 mode: PW/PW res: [0x10f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b701 expref: 45 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1776265357.910372:0:5493:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000020b4e61d/0xeb74cb2ea3680c19 lrc: 0/0,0 mode: --/PW res: [0x10f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b701 expref: 45 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:3.0:1776265357.910386:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265357.910389:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265357.910391:0:5493:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a32bf lrc: 3/0,1 mode: PW/PW res: [0x10f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.910400:0:5493:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a32bf lrc: 4/0,1 mode: PW/PW res: [0x10f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.910750:0:5493:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776265357.910957:0:5493:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1f5a1b1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+44:2206:x1862548787295168:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 758us (6053us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265357.910975:0:5493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5153 00010000:00010000:2.0:1776265357.911017:0:11777:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a32bf lrc: 3/0,1 mode: PW/PW res: [0x10f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1776265357.911027:0:2994:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b7b10886/2, rc 0, transno 954 00010000:00010000:2.0:1776265357.911027:0:11777:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a32bf lrc: 3/0,1 mode: PW/PW res: [0x10f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.911039:0:11777:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a32bf lrc: 3/0,1 mode: PW/PW res: [0x10f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.911045:0:11777:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a32bf lrc: 2/0,0 mode: PW/PW res: [0x10f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265357.911053:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7b10886 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793529280:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776265357.911064:0:11777:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776265357.911233:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000df4843ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793531584:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776265357.911279:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.911572:0:11777:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000589eb106 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+42:2996:x1862548793529472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25741us (25839us total) trans 4294968240 rc 0/0 00000100:00100000:2.0:1776265357.911581:0:11777:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3100 00000004:00080000:0.0:1776265357.911602:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000026289fe/2, rc 0, transno 944 00000100:00100000:2.0:1776265357.911604:0:11777:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793531584 00000100:00100000:0.0:1776265357.911620:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000026289fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793529472:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776265357.911641:0:11777:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3116 00000100:00100000:2.0:1776265357.911645:0:11777:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004acb2522 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+44:2996:x1862548793531584:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776265357.911666:0:11777:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:279 count 1 00010000:00010000:2.0:1776265357.911685:0:11777:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a332f lrc: 3/0,1 mode: --/PW res: [0x117:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.911700:0:11777:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d9a852dd/0xeb74cb2ea36811ad lrc: 2/0,0 mode: PW/PW res: [0x117:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b969 expref: 49 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.911713:0:11777:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.911715:0:11777:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.911717:0:11777:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a332f lrc: 4/0,1 mode: --/PW res: [0x117:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265357.911740:0:2994:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1776265357.911741:0:11777:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d9a852dd/0xeb74cb2ea36811ad lrc: 3/0,0 mode: PW/PW res: [0x117:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b969 expref: 49 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.911754:0:11777:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d9a852dd/0xeb74cb2ea36811ad lrc: 4/0,0 mode: PW/PW res: [0x117:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b969 expref: 49 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.911765:0:11777:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002ce79b9a pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:11777:1862548793531712:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.911807:0:11777:0:(client.c:2500:ptlrpc_set_wait()) set 000000003b029c29 going to sleep for 43 seconds 00010000:00010000:2.0:1776265357.911820:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265357.911825:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a32bf lrc: 2/0,0 mode: PW/PW res: [0x10f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.911832:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f264d773 already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.911835:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a32bf lrc: 2/0,0 mode: PW/PW res: [0x10f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.911842:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a32bf lrc: 3/0,0 mode: PW/PW res: [0x10f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.911860:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a32bf lrc: 1/0,0 mode: --/PW res: [0x10f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.911871:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a32bf lrc: 0/0,0 mode: --/PW res: [0x10f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.911887:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.911888:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.911890:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776265357.912389:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed64a9fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793531648:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776265357.912491:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.913181:0:7842:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793531648 00000100:00100000:2.0:1776265357.913236:0:7842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3117 00000100:00100000:2.0:1776265357.913243:0:7842:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e41851f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+42:2994:x1862548793531648:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776265357.913266:0:7842:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:237 count 1 00010000:00010000:2.0:1776265357.913286:0:7842:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a3336 lrc: 3/0,1 mode: --/PW res: [0xed:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.913300:0:7842:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000073a44c62/0xeb74cb2ea367ecdf lrc: 2/0,0 mode: PW/PW res: [0xed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aa5f expref: 43 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.913307:0:7842:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.913309:0:7842:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.913311:0:7842:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a3336 lrc: 4/0,1 mode: --/PW res: [0xed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.913338:0:7842:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000073a44c62/0xeb74cb2ea367ecdf lrc: 3/0,0 mode: PW/PW res: [0xed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aa5f expref: 43 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.913347:0:7842:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000073a44c62/0xeb74cb2ea367ecdf lrc: 4/0,0 mode: PW/PW res: [0xed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aa5f expref: 43 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.913365:0:7842:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e49a453c pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7842:1862548793531776:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.913469:0:7842:0:(client.c:2500:ptlrpc_set_wait()) set 000000008220040b going to sleep for 43 seconds 00000100:00100000:1.0:1776265357.920689:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.920793:0:11779:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008de39ec7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:11779:1862548793530432:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265357.920818:0:11779:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000666c68bf/0xeb74cb2ea36a32e9 lrc: 3/0,1 mode: --/PW res: [0x1b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.920898:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.920913:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.920927:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.920945:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.920971:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.920988:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.921000:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.921011:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.921048:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.921091:0:11773:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7e24ada pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:11773:1862548793531264:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265357.921101:0:11773:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a3313 lrc: 3/0,1 mode: --/PW res: [0x1b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.921126:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.921133:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.921141:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.921154:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.921172:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.921182:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.921344:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787295296 00000100:00100000:2.0:1776265357.921353:0:10780:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000758e0cf1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:10780:1862548793530752:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.921371:0:10780:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a32f7 lrc: 3/0,1 mode: --/PW res: [0x117:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.921372:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000774269bc/0xeb74cb2ea3680b8d lrc: 4/0,0 mode: PW/PW res: [0x10e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b6c2 expref: 44 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.921404:0:11760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5154 00000100:00100000:0.0:1776265357.921411:0:11760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000612220ce pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+44:2206:x1862548787295296:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00000100:00100000:2.0:1776265357.921412:0:11803:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c895130c pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:11803:1862548793530240:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.921426:0:11803:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000076649c01/0xeb74cb2ea36a32db lrc: 3/0,1 mode: --/PW res: [0x108:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.921433:0:11760:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265357.921440:0:11760:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 00000000774269bc/0xeb74cb2ea3680b8d lrc: 4/0,0 mode: PW/PW res: [0x10e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b6c2 expref: 44 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.921454:0:11778:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a3f93d51 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:11778:1862548793531520:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265357.921458:0:11760:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000774269bc/0xeb74cb2ea3680b8d lrc: 3/0,0 mode: PW/PW res: [0x10e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b6c2 expref: 44 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.921469:0:11778:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a3328 lrc: 3/0,1 mode: --/PW res: [0x10d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.921487:0:11760:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000774269bc/0xeb74cb2ea3680b8d lrc: 0/0,0 mode: --/PW res: [0x10e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b6c2 expref: 44 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:2.0:1776265357.921504:0:11777:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002ce79b9a pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:11777:1862548793531712:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265357.921504:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.921507:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.921512:0:11760:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a32d4 lrc: 3/0,1 mode: PW/PW res: [0x10e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.921515:0:11777:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a332f lrc: 3/0,1 mode: --/PW res: [0x117:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.921523:0:11760:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a32d4 lrc: 4/0,1 mode: PW/PW res: [0x10e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.921543:0:11804:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000360891fe pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:11804:1862548793530368:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265357.921546:0:11760:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776265357.921563:0:11804:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000e3f762e/0xeb74cb2ea36a32e2 lrc: 3/0,1 mode: --/PW res: [0x114:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.921582:0:11776:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a32d4 lrc: 3/0,1 mode: PW/PW res: [0x10e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.921589:0:11776:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a32d4 lrc: 3/0,1 mode: PW/PW res: [0x10e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.921593:0:11760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000612220ce pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+43:2206:x1862548787295296:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 179us (909us total) trans 0 rc 0/0 00010000:00010000:2.0:1776265357.921604:0:11776:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a32d4 lrc: 3/0,1 mode: PW/PW res: [0x10e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.921611:0:11776:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a32d4 lrc: 2/0,0 mode: PW/PW res: [0x10e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.921630:0:11776:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776265357.921737:0:11760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5154 00000100:00100000:0.0:1776265357.921760:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787295360 00010000:00010000:0.0:1776265357.921772:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ff791da5/0xeb74cb2ea3680638 lrc: 4/0,0 mode: PW/PW res: [0x108:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b47d expref: 50 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.921785:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787295488 00010000:00010000:0.0:1776265357.921793:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007ceb8962/0xeb74cb2ea369cab4 lrc: 4/0,0 mode: PW/PW res: [0x1b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44a5c expref: 51 pid: 11783 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.921805:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787295616 00010000:00010000:0.0:1776265357.921815:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005c49ca92/0xeb74cb2ea3681271 lrc: 4/0,0 mode: PW/PW res: [0x117:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b9b6 expref: 43 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.921825:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787295744 00010000:00010000:0.0:1776265357.921835:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041a8df58/0xeb74cb2ea3680cdd lrc: 5/0,0 mode: PW/PW res: [0x110:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b75c expref: 44 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.921843:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787295424 00010000:00010000:0.0:1776265357.921853:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000030b8a2a6/0xeb74cb2ea369c4d3 lrc: 5/0,0 mode: PW/PW res: [0x1b6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44833 expref: 52 pid: 11783 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.921865:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787295552 00010000:00010000:0.0:1776265357.921874:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000d523e2d/0xeb74cb2ea3680d1c lrc: 5/0,0 mode: PW/PW res: [0x111:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b771 expref: 53 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.921886:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787295680 00010000:00010000:0.0:1776265357.921896:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000045bdc201/0xeb74cb2ea3680ac2 lrc: 5/0,0 mode: PW/PW res: [0x10e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b667 expref: 54 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.921906:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787295808 00000100:00100000:2.0:1776265357.922150:0:11776:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000551b7748 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+43:2996:x1862548793529920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27567us (27981us total) trans 4294968241 rc 0/0 00000100:00100000:2.0:1776265357.922159:0:11776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3103 00010000:00010000:2.0:1776265357.922181:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265357.922186:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a32d4 lrc: 2/0,0 mode: PW/PW res: [0x10e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.922194:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000454265a8 already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.922197:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a32d4 lrc: 2/0,0 mode: PW/PW res: [0x10e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.922205:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a32d4 lrc: 3/0,0 mode: PW/PW res: [0x10e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.922240:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a32d4 lrc: 1/0,0 mode: --/PW res: [0x10e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.922251:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000454265a8/0xeb74cb2ea36a32d4 lrc: 0/0,0 mode: --/PW res: [0x10e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.922265:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.922267:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.922268:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776265357.922289:0:11797:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000078d0d88 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:11797:1862548793530496:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.922301:0:11797:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000900bca3b/0xeb74cb2ea36a32f0 lrc: 3/0,1 mode: --/PW res: [0x111:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.922323:0:11802:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d3ddcb6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:11802:1862548793530880:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.922332:0:11802:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a3305 lrc: 3/0,1 mode: --/PW res: [0x110:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.922351:0:6308:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000175ce0df pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6308:1862548793531328:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.922361:0:6308:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a331a lrc: 3/0,1 mode: --/PW res: [0x1c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.922382:0:7842:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e49a453c pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7842:1862548793531776:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.922391:0:7842:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a3336 lrc: 3/0,1 mode: --/PW res: [0xed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.922441:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e0b3c32f/0xeb74cb2ea36810d4 lrc: 5/0,0 mode: PW/PW res: [0x115:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b900 expref: 45 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.922460:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787295872 00010000:00010000:0.0:1776265357.922473:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000031762f90/0xeb74cb2ea3680f68 lrc: 4/0,0 mode: PW/PW res: [0x114:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b86d expref: 55 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.922490:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787296000 00010000:00010000:0.0:1776265357.922498:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002e5eab6c/0xeb74cb2ea36a177c lrc: 5/0,0 mode: PW/PW res: [0x1ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece464f7 expref: 46 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.922508:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787295936 00010000:00010000:0.0:1776265357.922516:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ec8bb3c1/0xeb74cb2ea36a00f4 lrc: 4/0,0 mode: PW/PW res: [0x1c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45dbf expref: 47 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.922527:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787296064 00010000:00010000:0.0:1776265357.922534:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bff59745/0xeb74cb2ea369b903 lrc: 4/0,0 mode: PW/PW res: [0x1b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece443b0 expref: 48 pid: 11776 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.922544:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787296128 00010000:00010000:0.0:1776265357.922552:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000043feb0e4/0xeb74cb2ea3680a0c lrc: 4/0,0 mode: PW/PW res: [0x10d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b621 expref: 56 pid: 11802 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.922562:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787296192 00010000:00010000:0.0:1776265357.922569:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d9a852dd/0xeb74cb2ea36811ad lrc: 4/0,0 mode: PW/PW res: [0x117:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b969 expref: 57 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.922580:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787296256 00010000:00010000:0.0:1776265357.922588:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000073a44c62/0xeb74cb2ea367ecdf lrc: 4/0,0 mode: PW/PW res: [0xed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aa5f expref: 49 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.922600:0:11760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5155 00000100:00100000:0.0:1776265357.922604:0:11760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008de39ec7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+57:2206:x1862548787295360:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776265357.922614:0:11760:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265357.922619:0:11760:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000ff791da5/0xeb74cb2ea3680638 lrc: 4/0,0 mode: PW/PW res: [0x108:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b47d expref: 57 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.922627:0:11760:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ff791da5/0xeb74cb2ea3680638 lrc: 3/0,0 mode: PW/PW res: [0x108:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b47d expref: 57 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.922644:0:11760:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ff791da5/0xeb74cb2ea3680638 lrc: 0/0,0 mode: --/PW res: [0x108:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b47d expref: 57 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.922654:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.922656:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.922659:0:11760:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000076649c01/0xeb74cb2ea36a32db lrc: 3/0,1 mode: PW/PW res: [0x108:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.922666:0:11760:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000076649c01/0xeb74cb2ea36a32db lrc: 4/0,1 mode: PW/PW res: [0x108:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.922691:0:11760:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265357.922722:0:11760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008de39ec7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+56:2206:x1862548787295360:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 117us (1824us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265357.922729:0:11760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5155 00000100:00100000:0.0:1776265357.922743:0:11760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5156 00000100:00100000:0.0:1776265357.922747:0:11760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c99da323 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+55:2206:x1862548787295488:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776265357.922753:0:11760:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265357.922757:0:11760:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 000000007ceb8962/0xeb74cb2ea369cab4 lrc: 4/0,0 mode: PW/PW res: [0x1b8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44a5c expref: 55 pid: 11783 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.922776:0:11760:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007ceb8962/0xeb74cb2ea369cab4 lrc: 3/0,0 mode: PW/PW res: [0x1b8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44a5c expref: 55 pid: 11783 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.922790:0:11760:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ceb8962/0xeb74cb2ea369cab4 lrc: 0/0,0 mode: --/PW res: [0x1b8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44a5c expref: 55 pid: 11783 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.922798:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.922800:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.922802:0:11760:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000666c68bf/0xeb74cb2ea36a32e9 lrc: 3/0,1 mode: PW/PW res: [0x1b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.922808:0:11760:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000666c68bf/0xeb74cb2ea36a32e9 lrc: 4/0,1 mode: PW/PW res: [0x1b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.922822:0:11760:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265357.922836:0:11760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c99da323 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+54:2206:x1862548787295488:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 88us (1923us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265357.922842:0:11760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5156 00000100:00100000:0.0:1776265357.922855:0:11760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5157 00000100:00100000:0.0:1776265357.922859:0:11760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000bd6ea08 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+49:2206:x1862548787295616:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776265357.922866:0:11760:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265357.922870:0:11760:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 000000005c49ca92/0xeb74cb2ea3681271 lrc: 4/0,0 mode: PW/PW res: [0x117:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b9b6 expref: 49 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.922877:0:11760:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005c49ca92/0xeb74cb2ea3681271 lrc: 3/0,0 mode: PW/PW res: [0x117:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b9b6 expref: 49 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.922890:0:11760:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005c49ca92/0xeb74cb2ea3681271 lrc: 0/0,0 mode: --/PW res: [0x117:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b9b6 expref: 49 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.922904:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.922905:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.922907:0:11760:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a32f7 lrc: 3/0,1 mode: PW/PW res: [0x117:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.922913:0:11760:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a32f7 lrc: 4/0,1 mode: PW/PW res: [0x117:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.922927:0:11760:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265357.922950:0:11760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000bd6ea08 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+48:2206:x1862548787295616:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 90us (2023us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265357.922957:0:11760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5157 00000100:00100000:0.0:1776265357.922982:0:11760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5158 00000100:00100000:0.0:1776265357.922986:0:11760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036b87ada pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+47:2206:x1862548787295744:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776265357.922993:0:11760:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265357.922996:0:11760:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 0000000041a8df58/0xeb74cb2ea3680cdd lrc: 4/0,0 mode: PW/PW res: [0x110:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b75c expref: 47 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.923004:0:11760:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041a8df58/0xeb74cb2ea3680cdd lrc: 3/0,0 mode: PW/PW res: [0x110:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b75c expref: 47 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.923015:0:11760:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041a8df58/0xeb74cb2ea3680cdd lrc: 0/0,0 mode: --/PW res: [0x110:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b75c expref: 47 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.923024:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.923025:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.923027:0:11760:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a3305 lrc: 3/0,1 mode: PW/PW res: [0x110:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.923033:0:11760:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a3305 lrc: 4/0,1 mode: PW/PW res: [0x110:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.923046:0:11760:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265357.923061:0:11760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036b87ada pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+46:2206:x1862548787295744:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 74us (2116us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265357.923067:0:11760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5158 00000100:00100000:0.0:1776265357.923107:0:11760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5159 00000100:00100000:0.0:1776265357.923111:0:11760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007773b58e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+53:2206:x1862548787295424:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776265357.923119:0:11760:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265357.923123:0:11760:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 0000000030b8a2a6/0xeb74cb2ea369c4d3 lrc: 5/0,0 mode: PW/PW res: [0x1b6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44833 expref: 53 pid: 11783 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1776265357.923128:0:11779:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000666c68bf/0xeb74cb2ea36a32e9 lrc: 3/0,1 mode: PW/PW res: [0x1b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.923135:0:11760:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000030b8a2a6/0xeb74cb2ea369c4d3 lrc: 4/0,0 mode: PW/PW res: [0x1b6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44833 expref: 53 pid: 11783 timeout: 558 lvb_type: 0 00010000:00010000:1.0:1776265357.923142:0:11779:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000666c68bf/0xeb74cb2ea36a32e9 lrc: 3/0,1 mode: PW/PW res: [0x1b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.923152:0:11779:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000666c68bf/0xeb74cb2ea36a32e9 lrc: 3/0,1 mode: PW/PW res: [0x1b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.923154:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.923157:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.923159:0:11779:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000666c68bf/0xeb74cb2ea36a32e9 lrc: 2/0,0 mode: PW/PW res: [0x1b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.923160:0:11760:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005fe205d5/0xeb74cb2ea36a32cd lrc: 3/0,1 mode: PW/PW res: [0x1b6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.923176:0:11760:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005fe205d5/0xeb74cb2ea36a32cd lrc: 4/0,1 mode: PW/PW res: [0x1b6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.923182:0:11779:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776265357.923188:0:11760:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265357.923206:0:11760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007773b58e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+53:2206:x1862548787295424:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 94us (2246us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265357.923233:0:11760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5159 00000100:00100000:0.0:1776265357.923251:0:11760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5160 00000100:00100000:0.0:1776265357.923256:0:11760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e08223ab pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+52:2206:x1862548787295552:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776265357.923263:0:11760:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265357.923267:0:11760:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 000000000d523e2d/0xeb74cb2ea3680d1c lrc: 4/0,0 mode: PW/PW res: [0x111:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b771 expref: 52 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.923276:0:11760:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000d523e2d/0xeb74cb2ea3680d1c lrc: 3/0,0 mode: PW/PW res: [0x111:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b771 expref: 52 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.923289:0:11760:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000d523e2d/0xeb74cb2ea3680d1c lrc: 0/0,0 mode: --/PW res: [0x111:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b771 expref: 52 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.923298:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.923300:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.923302:0:11760:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000900bca3b/0xeb74cb2ea36a32f0 lrc: 3/0,1 mode: PW/PW res: [0x111:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.923309:0:11760:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000900bca3b/0xeb74cb2ea36a32f0 lrc: 4/0,1 mode: PW/PW res: [0x111:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.923325:0:11760:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265357.923343:0:11760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e08223ab pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+51:2206:x1862548787295552:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 86us (2354us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265357.923349:0:11760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5160 00000100:00100000:0.0:1776265357.923363:0:11760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5161 00000100:00100000:0.0:1776265357.923367:0:11760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019fad5bd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+50:2206:x1862548787295680:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776265357.923374:0:11760:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265357.923377:0:11760:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 0000000045bdc201/0xeb74cb2ea3680ac2 lrc: 5/0,0 mode: PW/PW res: [0x10e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b667 expref: 50 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.923386:0:11760:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000045bdc201/0xeb74cb2ea3680ac2 lrc: 4/0,0 mode: PW/PW res: [0x10e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b667 expref: 50 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.923399:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.923401:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.923403:0:11760:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a32fe lrc: 3/0,1 mode: PW/PW res: [0x10e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.923409:0:11760:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a32fe lrc: 4/0,1 mode: PW/PW res: [0x10e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.923422:0:11760:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265357.923442:0:11760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019fad5bd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+50:2206:x1862548787295680:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 73us (2441us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265357.923448:0:11760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5161 00000100:00100000:1.0:1776265357.923454:0:11779:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0312241 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+45:2993:x1862548793530176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28030us (28191us total) trans 4294968252 rc 0/0 00000100:00100000:0.0:1776265357.923463:0:11760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5162 00000100:00100000:1.0:1776265357.923466:0:11779:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3106 00000100:00100000:0.0:1776265357.923472:0:11760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bf38e0a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+45:2206:x1862548787295808:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776265357.923479:0:11760:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265357.923483:0:11760:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 00000000e0b3c32f/0xeb74cb2ea36810d4 lrc: 5/0,0 mode: PW/PW res: [0x115:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b900 expref: 45 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.923491:0:11760:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e0b3c32f/0xeb74cb2ea36810d4 lrc: 4/0,0 mode: PW/PW res: [0x115:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b900 expref: 45 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.923504:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.923505:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.923508:0:11760:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a330c lrc: 3/0,1 mode: PW/PW res: [0x115:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1776265357.923511:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e79241c5/2, rc 0, transno 945 00010000:00010000:0.0:1776265357.923515:0:11760:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a330c lrc: 4/0,1 mode: PW/PW res: [0x115:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.923525:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e79241c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793529920:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776265357.923529:0:11760:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265357.923547:0:11760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bf38e0a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+45:2206:x1862548787295808:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 76us (2535us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265357.923553:0:11760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5162 00000100:00100000:0.0:1776265357.923565:0:11760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5163 00000100:00100000:0.0:1776265357.923570:0:11760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001dbe5e6d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+49:2207:x1862548787295872:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1776265357.923578:0:11760:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265357.923582:0:11760:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 0000000031762f90/0xeb74cb2ea3680f68 lrc: 4/0,0 mode: PW/PW res: [0x114:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b86d expref: 49 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.923591:0:11760:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000031762f90/0xeb74cb2ea3680f68 lrc: 3/0,0 mode: PW/PW res: [0x114:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b86d expref: 49 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.923602:0:11760:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000031762f90/0xeb74cb2ea3680f68 lrc: 0/0,0 mode: --/PW res: [0x114:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b86d expref: 49 pid: 11777 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.923610:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.923611:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.923614:0:11760:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000e3f762e/0xeb74cb2ea36a32e2 lrc: 3/0,1 mode: PW/PW res: [0x114:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.923620:0:11760:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000e3f762e/0xeb74cb2ea36a32e2 lrc: 4/0,1 mode: PW/PW res: [0x114:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.923634:0:11760:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265357.923646:0:11760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001dbe5e6d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+48:2207:x1862548787295872:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 Request processed in 76us (2599us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265357.923651:0:11760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5163 00000100:00100000:0.0:1776265357.923662:0:11760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5164 00000100:00100000:0.0:1776265357.923666:0:11760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e1bcd4b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+44:2206:x1862548787296000:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776265357.923672:0:11760:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265357.923675:0:11760:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 000000002e5eab6c/0xeb74cb2ea36a177c lrc: 5/0,0 mode: PW/PW res: [0x1ce:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece464f7 expref: 44 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.923682:0:11760:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002e5eab6c/0xeb74cb2ea36a177c lrc: 4/0,0 mode: PW/PW res: [0x1ce:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece464f7 expref: 44 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.923693:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.923695:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.923696:0:11760:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a3321 lrc: 3/0,1 mode: PW/PW res: [0x1ce:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.923702:0:11760:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a3321 lrc: 4/0,1 mode: PW/PW res: [0x1ce:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.923714:0:11760:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265357.923725:0:11760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e1bcd4b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+44:2206:x1862548787296000:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 58us (2599us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265357.923731:0:11760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5164 00000100:00100000:0.0:1776265357.923742:0:11760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5165 00000100:00100000:0.0:1776265357.923746:0:11760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098108860 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+43:2208:x1862548787295936:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1776265357.923752:0:11760:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265357.923756:0:11760:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 00000000ec8bb3c1/0xeb74cb2ea36a00f4 lrc: 4/0,0 mode: PW/PW res: [0x1c3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45dbf expref: 43 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.923763:0:11760:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ec8bb3c1/0xeb74cb2ea36a00f4 lrc: 3/0,0 mode: PW/PW res: [0x1c3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45dbf expref: 43 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.923773:0:11760:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec8bb3c1/0xeb74cb2ea36a00f4 lrc: 0/0,0 mode: --/PW res: [0x1c3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45dbf expref: 43 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.923782:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.923783:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.923784:0:11760:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a331a lrc: 3/0,1 mode: PW/PW res: [0x1c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.923790:0:11760:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a331a lrc: 4/0,1 mode: PW/PW res: [0x1c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.923804:0:11760:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265357.923815:0:11760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098108860 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+42:2208:x1862548787295936:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 Request processed in 69us (2681us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265357.923820:0:11760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5165 00000100:00100000:0.0:1776265357.923843:0:11760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5166 00000100:00100000:0.0:1776265357.923848:0:11760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a52608b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+41:2208:x1862548787296064:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1776265357.923854:0:11760:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265357.923858:0:11760:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 00000000bff59745/0xeb74cb2ea369b903 lrc: 4/0,0 mode: PW/PW res: [0x1b2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece443b0 expref: 41 pid: 11776 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.923865:0:11760:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bff59745/0xeb74cb2ea369b903 lrc: 3/0,0 mode: PW/PW res: [0x1b2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece443b0 expref: 41 pid: 11776 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.923875:0:11760:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bff59745/0xeb74cb2ea369b903 lrc: 0/0,0 mode: --/PW res: [0x1b2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece443b0 expref: 41 pid: 11776 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.923884:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.923886:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.923887:0:11760:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a3313 lrc: 3/0,1 mode: PW/PW res: [0x1b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.923892:0:11760:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a3313 lrc: 4/0,1 mode: PW/PW res: [0x1b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.923925:0:11760:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265357.923936:0:11760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a52608b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+40:2208:x1862548787296064:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 Request processed in 88us (2794us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265357.923941:0:11760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5166 00000100:00100000:0.0:1776265357.923953:0:11760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5167 00000100:00100000:0.0:1776265357.923956:0:11760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ee4988b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+47:2206:x1862548787296128:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776265357.923973:0:11760:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265357.923977:0:11760:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 0000000043feb0e4/0xeb74cb2ea3680a0c lrc: 4/0,0 mode: PW/PW res: [0x10d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b621 expref: 47 pid: 11802 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.923985:0:11760:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000043feb0e4/0xeb74cb2ea3680a0c lrc: 3/0,0 mode: PW/PW res: [0x10d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b621 expref: 47 pid: 11802 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.923997:0:11760:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000043feb0e4/0xeb74cb2ea3680a0c lrc: 0/0,0 mode: --/PW res: [0x10d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b621 expref: 47 pid: 11802 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.924006:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.924008:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.924009:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776265357.924011:0:11760:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a3328 lrc: 3/0,1 mode: PW/PW res: [0x10d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.924017:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000666c68bf/0xeb74cb2ea36a32e9 lrc: 2/0,0 mode: PW/PW res: [0x1b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.924019:0:11760:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a3328 lrc: 4/0,1 mode: PW/PW res: [0x10d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.924047:0:11760:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265357.924063:0:11760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ee4988b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+46:2206:x1862548787296128:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 105us (2907us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265357.924069:0:11760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5167 00000100:00100000:0.0:1776265357.924081:0:11760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5168 00000100:00100000:0.0:1776265357.924085:0:11760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a578e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+45:2206:x1862548787296192:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1776265357.924091:0:11760:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265357.924094:0:11760:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000d9a852dd/0xeb74cb2ea36811ad lrc: 4/0,0 mode: PW/PW res: [0x117:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b969 expref: 45 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.924115:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000666c68bf already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265357.924118:0:11760:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d9a852dd/0xeb74cb2ea36811ad lrc: 3/0,0 mode: PW/PW res: [0x117:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b969 expref: 45 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.924119:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000666c68bf/0xeb74cb2ea36a32e9 lrc: 2/0,0 mode: PW/PW res: [0x1b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.924140:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000666c68bf/0xeb74cb2ea36a32e9 lrc: 3/0,0 mode: PW/PW res: [0x1b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.924150:0:11760:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d9a852dd/0xeb74cb2ea36811ad lrc: 0/0,0 mode: --/PW res: [0x117:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b969 expref: 45 pid: 10780 timeout: 558 lvb_type: 0 00010000:00010000:2.0:1776265357.924158:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000666c68bf/0xeb74cb2ea36a32e9 lrc: 1/0,0 mode: --/PW res: [0x1b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.924162:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.924165:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265357.924167:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000666c68bf/0xeb74cb2ea36a32e9 lrc: 0/0,0 mode: --/PW res: [0x1b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.924168:0:11760:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a332f lrc: 3/0,1 mode: PW/PW res: [0x117:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.924185:0:11760:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a332f lrc: 4/0,1 mode: PW/PW res: [0x117:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.924241:0:11760:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776265357.924245:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.924248:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.924252:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265357.924259:0:5493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5169 00010000:00010000:2.0:1776265357.924265:0:10780:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a32f7 lrc: 3/0,1 mode: PW/PW res: [0x117:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.924269:0:11796:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002e5eab6c/0xeb74cb2ea36a177c lrc: 0/0,0 mode: --/PW res: [0x1ce:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece464f7 expref: 39 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.924269:0:5493:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000554885f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+39:2206:x1862548787296256:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1776265357.924282:0:10780:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a32f7 lrc: 3/0,1 mode: PW/PW res: [0x117:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.924284:0:5493:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265357.924292:0:5493:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 0000000073a44c62/0xeb74cb2ea367ecdf lrc: 4/0,0 mode: PW/PW res: [0xed:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aa5f expref: 39 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.924321:0:5493:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000073a44c62/0xeb74cb2ea367ecdf lrc: 3/0,0 mode: PW/PW res: [0xed:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aa5f expref: 38 pid: 11796 timeout: 558 lvb_type: 0 00000100:00100000:3.0:1776265357.924325:0:11796:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001b26ba73 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:11796:1862548793531456:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265357.924349:0:5493:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000073a44c62/0xeb74cb2ea367ecdf lrc: 0/0,0 mode: --/PW res: [0xed:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aa5f expref: 38 pid: 11796 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1776265357.924357:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.924359:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.924360:0:5493:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a3336 lrc: 3/0,1 mode: PW/PW res: [0xed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.924365:0:11796:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a3321 lrc: 3/0,1 mode: PW/PW res: [0x1ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.924366:0:5493:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a3336 lrc: 4/0,1 mode: PW/PW res: [0xed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.924410:0:11796:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a3321 lrc: 3/0,1 mode: PW/PW res: [0x1ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.924419:0:5493:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776265357.924421:0:11796:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a3321 lrc: 3/0,1 mode: PW/PW res: [0x1ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.924436:0:5493:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000554885f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+37:2206:x1862548787296256:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 Request processed in 170us (3251us total) trans 0 rc 0/0 00010000:00010000:3.0:1776265357.924437:0:11796:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a3321 lrc: 3/0,1 mode: PW/PW res: [0x1ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.924462:0:5493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5169 00010000:00010000:3.0:1776265357.924464:0:11796:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a3321 lrc: 2/0,0 mode: PW/PW res: [0x1ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.924495:0:11796:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776265357.924511:0:6307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0b3c32f/0xeb74cb2ea36810d4 lrc: 0/0,0 mode: --/PW res: [0x115:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b900 expref: 36 pid: 10780 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1776265357.924523:0:6307:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a5415fe pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6307:1862548793531008:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265357.924535:0:11773:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a3313 lrc: 3/0,1 mode: PW/PW res: [0x1b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.924540:0:6307:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a330c lrc: 3/0,1 mode: PW/PW res: [0x115:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.924544:0:11773:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a3313 lrc: 3/0,1 mode: PW/PW res: [0x1b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.924547:0:6307:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a330c lrc: 3/0,1 mode: PW/PW res: [0x115:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.924552:0:11773:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a3313 lrc: 3/0,1 mode: PW/PW res: [0x1b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.924552:0:6307:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a330c lrc: 3/0,1 mode: PW/PW res: [0x115:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.924559:0:11773:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a3313 lrc: 2/0,0 mode: PW/PW res: [0x1b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.924559:0:6307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a330c lrc: 3/0,1 mode: PW/PW res: [0x115:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.924565:0:6307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a330c lrc: 2/0,0 mode: PW/PW res: [0x115:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.924577:0:11773:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1776265357.924583:0:6307:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1776265357.924670:0:10780:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a32f7 lrc: 3/0,1 mode: PW/PW res: [0x117:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.924679:0:10780:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a32f7 lrc: 2/0,0 mode: PW/PW res: [0x117:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.924699:0:10780:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1776265357.924946:0:11773:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe360b3e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+46:2996:x1862548793531072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17880us (18140us total) trans 4294968244 rc 0/0 00000100:00100000:0.0:1776265357.924946:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f006cfdc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+46:2996:x1862548793530944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20263us (20452us total) trans 4294968243 rc 0/0 00000100:00100000:1.0:1776265357.924954:0:11773:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3112 00000100:00100000:0.0:1776265357.924957:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3111 00000100:00100000:2.0:1776265357.924984:0:10780:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6717753 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+44:2995:x1862548793530560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25198us (27469us total) trans 4294968245 rc 0/0 00000100:00100000:2.0:1776265357.924993:0:10780:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3108 00000004:00080000:0.0:1776265357.925004:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008bc7463b/2, rc 0, transno 948 00010000:00010000:2.0:1776265357.925017:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00000100:00100000:0.0:1776265357.925019:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008bc7463b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793531072:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1776265357.925023:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a3321 lrc: 2/0,0 mode: PW/PW res: [0x1ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.925031:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002cb9c738 already unused, calling callback (00000000354ccfb0) 00000004:00080000:0.0:1776265357.925033:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000984cf497/2, rc 0, transno 947 00010000:00010000:2.0:1776265357.925034:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a3321 lrc: 2/0,0 mode: PW/PW res: [0x1ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.925039:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000984cf497 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793530944:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1776265357.925050:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a3321 lrc: 3/0,0 mode: PW/PW res: [0x1ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.925069:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a3321 lrc: 1/0,0 mode: --/PW res: [0x1ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.925074:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002cb9c738/0xeb74cb2ea36a3321 lrc: 0/0,0 mode: --/PW res: [0x1ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.925093:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1776265357.925096:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a3313 lrc: 2/0,0 mode: PW/PW res: [0x1b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.925102:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cf4b87c8 already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.925104:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a3313 lrc: 2/0,0 mode: PW/PW res: [0x1b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.925112:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a3313 lrc: 3/0,0 mode: PW/PW res: [0x1b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.925123:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086c45173 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793531968:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1776265357.925124:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a3313 lrc: 1/0,0 mode: --/PW res: [0x1b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.925134:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf4b87c8/0xeb74cb2ea36a3313 lrc: 0/0,0 mode: --/PW res: [0x1b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.925156:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:3.0:1776265357.925162:0:11796:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d32abf5b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+43:2993:x1862548793531200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17541us (18144us total) trans 4294968242 rc 0/0 00010000:00010000:2.0:1776265357.925163:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a330c lrc: 2/0,0 mode: PW/PW res: [0x115:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.925180:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776265357.925189:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008fdc7729 already unused, calling callback (00000000354ccfb0) 00000100:00100000:3.0:1776265357.925194:0:11796:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3114 00010000:00010000:2.0:1776265357.925194:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a330c lrc: 2/0,0 mode: PW/PW res: [0x115:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.925205:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a330c lrc: 3/0,0 mode: PW/PW res: [0x115:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.925254:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1776265357.925266:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003184029a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793531904:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1776265357.925274:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a330c lrc: 1/0,0 mode: --/PW res: [0x115:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.925282:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008fdc7729/0xeb74cb2ea36a330c lrc: 0/0,0 mode: --/PW res: [0x115:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265357.925290:0:11796:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793531968 00000100:00100000:0.0:1776265357.925297:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776265357.925299:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265357.925302:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a32f7 lrc: 2/0,0 mode: PW/PW res: [0x117:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.925311:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c4896d6d already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.925315:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a32f7 lrc: 2/0,0 mode: PW/PW res: [0x117:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.925318:0:11773:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793531904 00010000:00010000:2.0:1776265357.925335:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a32f7 lrc: 3/0,0 mode: PW/PW res: [0x117:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1776265357.925341:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000389d26dc/2, rc 0, transno 946 00010000:00010000:2.0:1776265357.925351:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a32f7 lrc: 1/0,0 mode: --/PW res: [0x117:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265357.925356:0:11796:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3118 00000100:00100000:0.0:1776265357.925356:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000389d26dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793531200:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1776265357.925370:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a32f7 lrc: 0/0,0 mode: --/PW res: [0x117:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265357.925373:0:11796:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ffe05ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+44:2996:x1862548793531968:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776265357.925375:0:11773:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3119 00000004:00080000:0.0:1776265357.925379:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006ef2f061/2, rc 0, transno 956 00000100:00100000:0.0:1776265357.925392:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ef2f061 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793530176:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776265357.925402:0:2993:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1776265357.925404:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.925407:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.925410:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265357.925412:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1cfc9af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793531840:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776265357.925418:0:11796:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:456 count 1 00010000:00010000:2.0:1776265357.925418:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.925426:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.925434:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265357.925448:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776265357.925449:0:11803:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000076649c01/0xeb74cb2ea36a32db lrc: 3/0,1 mode: PW/PW res: [0x108:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.925451:0:11796:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a333d lrc: 3/0,1 mode: --/PW res: [0x1c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.925484:0:11803:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000076649c01/0xeb74cb2ea36a32db lrc: 3/0,1 mode: PW/PW res: [0x108:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.925492:0:11796:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d412a776/0xeb74cb2ea36a08d4 lrc: 2/0,0 mode: PW/PW res: [0x1c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4604a expref: 35 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.925498:0:11803:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000076649c01/0xeb74cb2ea36a32db lrc: 3/0,1 mode: PW/PW res: [0x108:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.925508:0:11796:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.925512:0:11803:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000076649c01/0xeb74cb2ea36a32db lrc: 2/0,0 mode: PW/PW res: [0x108:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.925513:0:11796:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1776265357.925516:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005045e1d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793532032:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776265357.925517:0:11796:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a333d lrc: 4/0,1 mode: --/PW res: [0x1c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.925549:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776265357.925553:0:11803:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776265357.925571:0:2993:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1776265357.925575:0:11796:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d412a776/0xeb74cb2ea36a08d4 lrc: 3/0,0 mode: PW/PW res: [0x1c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4604a expref: 35 pid: 11777 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.925581:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad4f0dba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793532096:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1776265357.925614:0:11796:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d412a776/0xeb74cb2ea36a08d4 lrc: 4/0,0 mode: PW/PW res: [0x1c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4604a expref: 35 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265357.925623:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776265357.925640:0:11796:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001b26ba73 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:11796:1862548793532160:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265357.925660:0:11784:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793531840 00000100:00100000:1.0:1776265357.925676:0:11773:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aae92225 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+45:2996:x1862548793531904:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776265357.925689:0:11796:0:(client.c:2500:ptlrpc_set_wait()) set 000000007eb00061 going to sleep for 43 seconds 00000100:00100000:0.0:1776265357.925689:0:11784:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793532032 00002000:00080000:1.0:1776265357.925704:0:11773:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:419 count 1 00000100:00100000:0.0:1776265357.925712:0:11784:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793532096 00010000:00010000:1.0:1776265357.925728:0:11773:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a3344 lrc: 3/0,1 mode: --/PW res: [0x1a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.925737:0:11784:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3120 00010000:00010000:1.0:1776265357.925743:0:11773:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000899deb4c/0xeb74cb2ea3698c01 lrc: 2/0,0 mode: PW/PW res: [0x1a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43475 expref: 35 pid: 11784 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.925744:0:11784:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc48ec25 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+46:2993:x1862548793531840:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776265357.925750:0:11783:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030b8a2a6/0xeb74cb2ea369c4d3 lrc: 0/0,0 mode: --/PW res: [0x1b6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44833 expref: 44 pid: 11783 timeout: 558 lvb_type: 0 00002000:00080000:0.0:1776265357.925759:0:11784:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:236 count 1 00010000:00010000:1.0:1776265357.925764:0:11773:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265357.925770:0:11773:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265357.925773:0:11773:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a3344 lrc: 4/0,1 mode: --/PW res: [0x1a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.925773:0:11784:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a334b lrc: 3/0,1 mode: --/PW res: [0xec:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.925788:0:11784:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000069e32ba3/0xeb74cb2ea367ebc0 lrc: 2/0,0 mode: PW/PW res: [0xec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a9ef expref: 35 pid: 11777 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265357.925791:0:11783:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f655a46 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:11783:1862548793529856:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.925792:0:11803:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000620cfc08 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+46:2995:x1862548793530048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 30780us (30844us total) trans 4294968253 rc 0/0 00010000:00010000:1.0:1776265357.925802:0:11773:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000899deb4c/0xeb74cb2ea3698c01 lrc: 3/0,0 mode: PW/PW res: [0x1a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43475 expref: 35 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.925818:0:11784:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.925820:0:11784:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.925821:0:11784:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a334b lrc: 4/0,1 mode: --/PW res: [0xec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.925823:0:11803:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3104 00010000:00010000:1.0:1776265357.925824:0:11773:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000899deb4c/0xeb74cb2ea3698c01 lrc: 4/0,0 mode: PW/PW res: [0x1a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43475 expref: 35 pid: 11784 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265357.925838:0:11773:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009128dfee pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:11773:1862548793532224:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265357.925842:0:11784:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000069e32ba3/0xeb74cb2ea367ebc0 lrc: 3/0,0 mode: PW/PW res: [0xec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a9ef expref: 35 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.925845:0:11783:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005fe205d5/0xeb74cb2ea36a32cd lrc: 3/0,1 mode: PW/PW res: [0x1b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.925852:0:11784:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000069e32ba3/0xeb74cb2ea367ebc0 lrc: 4/0,0 mode: PW/PW res: [0xec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a9ef expref: 35 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1776265357.925853:0:11803:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3121 00000100:00100000:2.0:1776265357.925867:0:11803:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000257544a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+46:2993:x1862548793532032:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776265357.925868:0:11773:0:(client.c:2500:ptlrpc_set_wait()) set 00000000eee746f2 going to sleep for 43 seconds 00000100:00100000:0.0:1776265357.925874:0:11784:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000079e2e966 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:11784:1862548793532288:192.168.204.57@tcp:104: 00000100:00100000:1.0:1776265357.925893:0:11779:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3122 00010000:00010000:3.0:1776265357.925894:0:11783:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005fe205d5/0xeb74cb2ea36a32cd lrc: 3/0,1 mode: PW/PW res: [0x1b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1776265357.925897:0:11803:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:257 count 1 00000100:00100000:0.0:1776265357.925904:0:11784:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e1e2f02f going to sleep for 43 seconds 00000100:00100000:1.0:1776265357.925906:0:11779:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b18e2515 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+45:2993:x1862548793532096:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776265357.925917:0:11803:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a3352 lrc: 3/0,1 mode: --/PW res: [0x101:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.925922:0:11783:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005fe205d5/0xeb74cb2ea36a32cd lrc: 3/0,1 mode: PW/PW res: [0x1b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1776265357.925928:0:11779:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:271 count 1 00000100:00100000:0.0:1776265357.925933:0:11760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a578e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+43:2206:x1862548787296192:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 Request processed in 1841us (4753us total) trans 0 rc 0/0 00010000:00010000:1.0:1776265357.925946:0:11779:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c15c1516/0xeb74cb2ea36a3359 lrc: 3/0,1 mode: --/PW res: [0x10f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.925949:0:11803:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ec63064a/0xeb74cb2ea368002d lrc: 2/0,0 mode: PW/PW res: [0x101:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b21c expref: 35 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.925971:0:11783:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005fe205d5/0xeb74cb2ea36a32cd lrc: 3/0,1 mode: PW/PW res: [0x1b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.925992:0:11803:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.925996:0:11803:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.925999:0:11803:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a3352 lrc: 4/0,1 mode: --/PW res: [0x101:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.926004:0:11760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5168 00010000:00010000:1.0:1776265357.926013:0:11779:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d6bc806e/0xeb74cb2ea3680b94 lrc: 2/0,0 mode: PW/PW res: [0x10f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b6c9 expref: 43 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.926019:0:11783:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005fe205d5/0xeb74cb2ea36a32cd lrc: 2/0,0 mode: PW/PW res: [0x1b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.926041:0:11803:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ec63064a/0xeb74cb2ea368002d lrc: 3/0,0 mode: PW/PW res: [0x101:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b21c expref: 35 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.926050:0:11779:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265357.926055:0:11779:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265357.926058:0:11779:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c15c1516/0xeb74cb2ea36a3359 lrc: 4/0,1 mode: --/PW res: [0x10f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.926064:0:11803:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ec63064a/0xeb74cb2ea368002d lrc: 4/0,0 mode: PW/PW res: [0x101:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b21c expref: 35 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1776265357.926070:0:11783:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1776265357.926101:0:11803:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e49a453c pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:11803:1862548793532352:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265357.926107:0:11779:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d6bc806e/0xeb74cb2ea3680b94 lrc: 3/0,0 mode: PW/PW res: [0x10f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b6c9 expref: 42 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.926119:0:11779:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d6bc806e/0xeb74cb2ea3680b94 lrc: 4/0,0 mode: PW/PW res: [0x10f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b6c9 expref: 42 pid: 11796 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1776265357.926130:0:11803:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c2b506bd going to sleep for 43 seconds 00000100:00100000:1.0:1776265357.926143:0:11779:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f1428c66 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:11779:1862548793532416:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.926150:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776265357.926155:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000076649c01/0xeb74cb2ea36a32db lrc: 2/0,0 mode: PW/PW res: [0x108:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.926165:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000076649c01 already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.926169:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000076649c01/0xeb74cb2ea36a32db lrc: 2/0,0 mode: PW/PW res: [0x108:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.926169:0:11779:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b5c023a8 going to sleep for 43 seconds 00010000:00010000:2.0:1776265357.926179:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000076649c01/0xeb74cb2ea36a32db lrc: 3/0,0 mode: PW/PW res: [0x108:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.926196:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000076649c01/0xeb74cb2ea36a32db lrc: 1/0,0 mode: --/PW res: [0x108:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.926202:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000076649c01/0xeb74cb2ea36a32db lrc: 0/0,0 mode: --/PW res: [0x108:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.926255:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265357.926259:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005fe205d5/0xeb74cb2ea36a32cd lrc: 2/0,0 mode: PW/PW res: [0x1b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.926266:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005fe205d5 already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.926269:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005fe205d5/0xeb74cb2ea36a32cd lrc: 2/0,0 mode: PW/PW res: [0x1b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.926281:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005fe205d5/0xeb74cb2ea36a32cd lrc: 3/0,0 mode: PW/PW res: [0x1b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.926295:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005fe205d5/0xeb74cb2ea36a32cd lrc: 1/0,0 mode: --/PW res: [0x1b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.926302:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005fe205d5/0xeb74cb2ea36a32cd lrc: 0/0,0 mode: --/PW res: [0x1b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.926321:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.926324:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.926328:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.926335:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.926355:0:11778:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a3328 lrc: 3/0,1 mode: PW/PW res: [0x10d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.926365:0:11778:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a3328 lrc: 3/0,1 mode: PW/PW res: [0x10d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.926374:0:11778:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a3328 lrc: 3/0,1 mode: PW/PW res: [0x10d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.926382:0:11778:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a3328 lrc: 2/0,0 mode: PW/PW res: [0x10d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.926403:0:11778:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776265357.926482:0:11783:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000634e4fad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+46:2993:x1862548793529792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 35346us (35416us total) trans 4294968254 rc 0/0 00000100:00100000:3.0:1776265357.926493:0:11783:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3102 00010000:00010000:1.0:1776265357.926515:0:12462:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000045bdc201/0xeb74cb2ea3680ac2 lrc: 0/0,0 mode: --/PW res: [0x10e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b667 expref: 42 pid: 11777 timeout: 558 lvb_type: 0 00000100:00100000:1.0:1776265357.926530:0:12462:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006885faf2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:12462:1862548793530816:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265357.926546:0:12462:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a32fe lrc: 3/0,1 mode: PW/PW res: [0x10e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.926553:0:12462:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a32fe lrc: 3/0,1 mode: PW/PW res: [0x10e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.926558:0:12462:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a32fe lrc: 3/0,1 mode: PW/PW res: [0x10e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.926565:0:12462:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a32fe lrc: 3/0,1 mode: PW/PW res: [0x10e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.926570:0:12462:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a32fe lrc: 2/0,0 mode: PW/PW res: [0x10e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.926598:0:12462:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1776265357.926904:0:11778:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cca94cde pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+47:2996:x1862548793531392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17814us (19257us total) trans 4294968255 rc 0/0 00000100:00100000:1.0:1776265357.926907:0:12462:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad2a3af1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+47:2994:x1862548793530688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27090us (29323us total) trans 4294968256 rc 0/0 00000100:00100000:2.0:1776265357.926919:0:11778:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3115 00000100:00100000:1.0:1776265357.926935:0:12462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3109 00010000:00010000:2.0:1776265357.926944:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776265357.926948:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a3328 lrc: 2/0,0 mode: PW/PW res: [0x10d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1776265357.926979:0:2994:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000255d7bdd/2, rc 0, transno 960 00000100:00100000:1.0:1776265357.926990:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000255d7bdd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793530688:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776265357.927132:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ac88b4bd/2, rc 0, transno 958 00000100:00100000:0.0:1776265357.927148:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac88b4bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793529792:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1776265357.927267:0:11777:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a332f lrc: 3/0,1 mode: PW/PW res: [0x117:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.927275:0:11777:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a332f lrc: 3/0,1 mode: PW/PW res: [0x117:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.927282:0:11777:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a332f lrc: 3/0,1 mode: PW/PW res: [0x117:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.927287:0:11777:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a332f lrc: 2/0,0 mode: PW/PW res: [0x117:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.927301:0:11777:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776265357.927547:0:11777:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004acb2522 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+46:2996:x1862548793531584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15899us (16267us total) trans 4294968257 rc 0/0 00000100:00100000:0.0:1776265357.927554:0:11777:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3116 00010000:00010000:0.0:1776265357.927575:0:11804:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000e3f762e/0xeb74cb2ea36a32e2 lrc: 3/0,1 mode: PW/PW res: [0x114:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.927582:0:11804:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000e3f762e/0xeb74cb2ea36a32e2 lrc: 3/0,1 mode: PW/PW res: [0x114:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.927588:0:11804:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000e3f762e/0xeb74cb2ea36a32e2 lrc: 3/0,1 mode: PW/PW res: [0x114:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.927595:0:11804:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000e3f762e/0xeb74cb2ea36a32e2 lrc: 2/0,0 mode: PW/PW res: [0x114:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.927645:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001a2f9c07 already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265357.927645:0:11804:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1776265357.927651:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a3328 lrc: 2/0,0 mode: PW/PW res: [0x10d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.927659:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a3328 lrc: 3/0,0 mode: PW/PW res: [0x10d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.927677:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a3328 lrc: 1/0,0 mode: --/PW res: [0x10d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.927682:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a3328 lrc: 0/0,0 mode: --/PW res: [0x10d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.927700:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1776265357.927703:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a32fe lrc: 2/0,0 mode: PW/PW res: [0x10e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.927709:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f2d2f885 already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.927712:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a32fe lrc: 2/0,0 mode: PW/PW res: [0x10e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.927718:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a32fe lrc: 3/0,0 mode: PW/PW res: [0x10e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.927727:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a32fe lrc: 1/0,0 mode: --/PW res: [0x10e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.927733:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a32fe lrc: 0/0,0 mode: --/PW res: [0x10e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.927761:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776265357.927764:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a332f lrc: 2/0,0 mode: PW/PW res: [0x117:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.927771:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cc0e7fe4 already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.927774:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a332f lrc: 2/0,0 mode: PW/PW res: [0x117:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.927780:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a332f lrc: 3/0,0 mode: PW/PW res: [0x117:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.927787:0:11804:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e04c2ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+46:2993:x1862548793530112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32408us (32623us total) trans 4294968258 rc 0/0 00010000:00010000:2.0:1776265357.927794:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a332f lrc: 1/0,0 mode: --/PW res: [0x117:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.927798:0:11804:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3105 00010000:00010000:2.0:1776265357.927805:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a332f lrc: 0/0,0 mode: --/PW res: [0x117:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.927821:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265357.927823:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000e3f762e/0xeb74cb2ea36a32e2 lrc: 2/0,0 mode: PW/PW res: [0x114:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.927824:0:11797:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000900bca3b/0xeb74cb2ea36a32f0 lrc: 3/0,1 mode: PW/PW res: [0x111:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.927843:0:11797:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000900bca3b/0xeb74cb2ea36a32f0 lrc: 3/0,1 mode: PW/PW res: [0x111:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.927846:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000e3f762e already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.927850:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000e3f762e/0xeb74cb2ea36a32e2 lrc: 2/0,0 mode: PW/PW res: [0x114:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.927856:0:11797:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000900bca3b/0xeb74cb2ea36a32f0 lrc: 3/0,1 mode: PW/PW res: [0x111:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.927858:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000e3f762e/0xeb74cb2ea36a32e2 lrc: 3/0,0 mode: PW/PW res: [0x114:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.927874:0:11797:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000900bca3b/0xeb74cb2ea36a32f0 lrc: 2/0,0 mode: PW/PW res: [0x111:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.927878:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000e3f762e/0xeb74cb2ea36a32e2 lrc: 1/0,0 mode: --/PW res: [0x114:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.927886:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000e3f762e/0xeb74cb2ea36a32e2 lrc: 0/0,0 mode: --/PW res: [0x114:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.927898:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265357.927900:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000900bca3b/0xeb74cb2ea36a32f0 lrc: 3/0,0 mode: PW/PW res: [0x111:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.927905:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000900bca3b already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.927906:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000900bca3b/0xeb74cb2ea36a32f0 lrc: 3/0,0 mode: PW/PW res: [0x111:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.927910:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.927912:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000900bca3b/0xeb74cb2ea36a32f0 lrc: 4/0,0 mode: PW/PW res: [0x111:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.927921:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000900bca3b/0xeb74cb2ea36a32f0 lrc: 2/0,0 mode: --/PW res: [0x111:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.927932:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.927933:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265357.927981:0:11797:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1776265357.927984:0:11797:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000900bca3b/0xeb74cb2ea36a32f0 lrc: 0/0,0 mode: --/PW res: [0x111:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.928321:0:11797:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d69021a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+46:2995:x1862548793530304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32762us (33015us total) trans 4294968259 rc 0/0 00000100:00100000:0.0:1776265357.928329:0:11797:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3107 00010000:00010000:0.0:1776265357.928375:0:11802:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a3305 lrc: 3/0,1 mode: PW/PW res: [0x110:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.928383:0:11802:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a3305 lrc: 3/0,1 mode: PW/PW res: [0x110:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.928404:0:11802:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a3305 lrc: 3/0,1 mode: PW/PW res: [0x110:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.928411:0:11802:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a3305 lrc: 2/0,0 mode: PW/PW res: [0x110:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.931760:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265357.931766:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265357.931779:0:11802:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1776265357.931814:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a3305 lrc: 2/0,0 mode: PW/PW res: [0x110:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.931823:0:6308:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a331a lrc: 3/0,1 mode: PW/PW res: [0x1c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.931832:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008190f10d already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265357.931833:0:6308:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a331a lrc: 3/0,1 mode: PW/PW res: [0x1c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.931837:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a3305 lrc: 2/0,0 mode: PW/PW res: [0x110:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.931842:0:6308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a331a lrc: 3/0,1 mode: PW/PW res: [0x1c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.931851:0:6308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a331a lrc: 2/0,0 mode: PW/PW res: [0x1c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.931852:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a3305 lrc: 3/0,0 mode: PW/PW res: [0x110:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.931867:0:6308:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776265357.931882:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a3305 lrc: 1/0,0 mode: --/PW res: [0x110:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.931890:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a3305 lrc: 0/0,0 mode: --/PW res: [0x110:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.931909:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265357.931911:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a331a lrc: 2/0,0 mode: PW/PW res: [0x1c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.931916:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d710ab5a already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.931918:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a331a lrc: 2/0,0 mode: PW/PW res: [0x1c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.931929:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a331a lrc: 3/0,0 mode: PW/PW res: [0x1c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.931937:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a331a lrc: 1/0,0 mode: --/PW res: [0x1c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.931942:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a331a lrc: 0/0,0 mode: --/PW res: [0x1c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.931955:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.931957:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.931970:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.931979:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.931980:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.931987:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776265357.932021:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e5d3670 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793532480:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776265357.932163:0:11796:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001b26ba73 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:11796:1862548793532160:192.168.204.57@tcp:104: 00010000:00010000:3.0:1776265357.932202:0:11796:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a333d lrc: 3/0,1 mode: --/PW res: [0x1c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.932270:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1776265357.932407:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e4e9dca8/2, rc 0, transno 949 00000100:00100000:2.0:1776265357.932426:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4e9dca8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793530560:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1776265357.932442:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000005ed7b72/2, rc 0, transno 963 00000100:00100000:2.0:1776265357.932454:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005ed7b72 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793530304:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776265357.932466:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008c986438/2, rc 0, transno 957 00000100:00100000:2.0:1776265357.932470:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c986438 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793530048:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.932485:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1776265357.932492:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c9028d9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793532544:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.932521:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.932610:0:10780:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793532480 00000100:00100000:0.0:1776265357.932629:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061e9ef92 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+47:2993:x1862548793531136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25550us (25685us total) trans 4294968246 rc 0/0 00000100:00100000:0.0:1776265357.932640:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3113 00000100:00100000:2.0:1776265357.932651:0:10780:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793532544 00000100:00100000:0.0:1776265357.932673:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3123 00000100:00100000:0.0:1776265357.932680:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002790e0a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+47:2995:x1862548793532480:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.932683:0:10780:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3124 00000100:00100000:2.0:1776265357.932690:0:10780:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e98f0d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+47:2995:x1862548793532544:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776265357.932707:0:10780:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:262 count 1 00002000:00080000:0.0:1776265357.932707:0:6308:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:431 count 1 00010000:00010000:2.0:1776265357.932732:0:10780:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a3360 lrc: 3/0,1 mode: --/PW res: [0x106:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.932732:0:6308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b339eeef/0xeb74cb2ea36a3367 lrc: 3/0,1 mode: --/PW res: [0x1af:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.932764:0:10780:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000009fec932/0xeb74cb2ea36804b0 lrc: 2/0,0 mode: PW/PW res: [0x106:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b3d5 expref: 41 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.932764:0:6308:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000efd1dc31/0xeb74cb2ea369aff6 lrc: 2/0,0 mode: PW/PW res: [0x1af:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44084 expref: 41 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.932774:0:6308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.932776:0:6308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.932778:0:6308:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b339eeef/0xeb74cb2ea36a3367 lrc: 4/0,1 mode: --/PW res: [0x1af:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.932804:0:6308:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000efd1dc31/0xeb74cb2ea369aff6 lrc: 3/0,0 mode: PW/PW res: [0x1af:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44084 expref: 41 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.932814:0:6308:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000efd1dc31/0xeb74cb2ea369aff6 lrc: 4/0,0 mode: PW/PW res: [0x1af:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44084 expref: 41 pid: 11802 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265357.932824:0:6308:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007679503a pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6308:1862548793532672:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.932838:0:10780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.932840:0:10780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.932842:0:10780:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a3360 lrc: 4/0,1 mode: --/PW res: [0x106:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.932867:0:10780:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000009fec932/0xeb74cb2ea36804b0 lrc: 3/0,0 mode: PW/PW res: [0x106:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b3d5 expref: 41 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.932875:0:10780:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000009fec932/0xeb74cb2ea36804b0 lrc: 4/0,0 mode: PW/PW res: [0x106:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b3d5 expref: 41 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1776265357.932883:0:10780:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a3f93d51 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10780:1862548793532736:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.932907:0:10780:0:(client.c:2500:ptlrpc_set_wait()) set 000000008220040b going to sleep for 43 seconds 00000100:00100000:0.0:1776265357.933063:0:6308:0:(client.c:2500:ptlrpc_set_wait()) set 00000000935ee3d9 going to sleep for 43 seconds 00000100:00100000:0.0:1776265357.933086:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000175ce0df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793532608:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776265357.933117:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776265357.933364:0:11773:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009128dfee pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:11773:1862548793532224:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265357.933386:0:11773:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a3344 lrc: 3/0,1 mode: --/PW res: [0x1a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.933538:0:11779:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f1428c66 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:11779:1862548793532416:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265357.933551:0:11779:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c15c1516/0xeb74cb2ea36a3359 lrc: 3/0,1 mode: --/PW res: [0x10f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.933578:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.933597:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.933614:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.933632:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.933654:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.935336:0:11784:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000079e2e966 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:11784:1862548793532288:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265357.935363:0:11784:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a334b lrc: 3/0,1 mode: --/PW res: [0xec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.935467:0:5494:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787296512 00010000:00010000:1.0:1776265357.935523:0:5494:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ec63064a/0xeb74cb2ea368002d lrc: 5/0,0 mode: PW/PW res: [0x101:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b21c expref: 36 pid: 10780 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265357.935565:0:11777:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793532608 00000100:00100000:1.0:1776265357.935598:0:5494:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787296384 00010000:00010000:1.0:1776265357.935610:0:5494:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000899deb4c/0xeb74cb2ea3698c01 lrc: 4/0,0 mode: PW/PW res: [0x1a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43475 expref: 37 pid: 11784 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265357.935621:0:5494:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787296576 00000100:00100000:0.0:1776265357.935621:0:11777:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3125 00000100:00100000:0.0:1776265357.935628:0:11777:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dfea7b17 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+47:2993:x1862548793532608:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1776265357.935632:0:5494:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d6bc806e/0xeb74cb2ea3680b94 lrc: 4/0,0 mode: PW/PW res: [0x10f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b6c9 expref: 42 pid: 11796 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265357.935641:0:5494:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787296320 00010000:00010000:1.0:1776265357.935649:0:5494:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d412a776/0xeb74cb2ea36a08d4 lrc: 4/0,0 mode: PW/PW res: [0x1c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4604a expref: 38 pid: 11777 timeout: 559 lvb_type: 0 00002000:00080000:0.0:1776265357.935652:0:11777:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:258 count 1 00000100:00100000:1.0:1776265357.935659:0:5494:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787296448 00010000:00010000:0.0:1776265357.935675:0:11777:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a336e lrc: 3/0,1 mode: --/PW res: [0x102:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.935690:0:11777:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003b3626bf/0xeb74cb2ea3680168 lrc: 2/0,0 mode: PW/PW res: [0x102:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b293 expref: 39 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.935698:0:11777:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.935700:0:11777:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.935703:0:11777:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a336e lrc: 4/0,1 mode: --/PW res: [0x102:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.935710:0:5494:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000069e32ba3/0xeb74cb2ea367ebc0 lrc: 4/0,0 mode: PW/PW res: [0xec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a9ef expref: 39 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265357.935731:0:5494:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5170 00010000:00010000:0.0:1776265357.935733:0:11777:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003b3626bf/0xeb74cb2ea3680168 lrc: 3/0,0 mode: PW/PW res: [0x102:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b293 expref: 39 pid: 11802 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.935735:0:5494:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1428c66 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+39:2207:x1862548787296512:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1776265357.935743:0:11777:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003b3626bf/0xeb74cb2ea3680168 lrc: 4/0,0 mode: PW/PW res: [0x102:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b293 expref: 39 pid: 11802 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.935744:0:5494:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776265357.935747:0:5494:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ec63064a/0xeb74cb2ea368002d lrc: 5/0,0 mode: PW/PW res: [0x101:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b21c expref: 39 pid: 10780 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265357.935754:0:11777:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ab717db9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:11777:1862548793532800:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265357.935760:0:5494:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ec63064a/0xeb74cb2ea368002d lrc: 4/0,0 mode: PW/PW res: [0x101:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b21c expref: 39 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.935780:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.935781:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.935784:0:5494:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a3352 lrc: 3/0,1 mode: PW/PW res: [0x101:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.935790:0:5494:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a3352 lrc: 4/0,1 mode: PW/PW res: [0x101:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.935803:0:5494:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265357.935813:0:11777:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fd4fee7b going to sleep for 43 seconds 00000100:00100000:1.0:1776265357.935821:0:5494:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1428c66 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+39:2207:x1862548787296512:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 85us (2243us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265357.935827:0:5494:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5170 00000100:00100000:0.0:1776265357.935833:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5171 00000100:00100000:0.0:1776265357.935837:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009128dfee pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+38:2205:x1862548787296384:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00000100:00100000:1.0:1776265357.935842:0:5494:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5172 00010000:00010000:0.0:1776265357.935845:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1776265357.935846:0:5494:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063ca49e8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+42:2205:x1862548787296576:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776265357.935848:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000899deb4c/0xeb74cb2ea3698c01 lrc: 4/0,0 mode: PW/PW res: [0x1a3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43475 expref: 38 pid: 11784 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.935851:0:5494:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776265357.935854:0:5494:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d6bc806e/0xeb74cb2ea3680b94 lrc: 4/0,0 mode: PW/PW res: [0x10f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b6c9 expref: 42 pid: 11796 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265357.935856:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000899deb4c/0xeb74cb2ea3698c01 lrc: 3/0,0 mode: PW/PW res: [0x1a3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43475 expref: 38 pid: 11784 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.935861:0:5494:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d6bc806e/0xeb74cb2ea3680b94 lrc: 3/0,0 mode: PW/PW res: [0x10f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b6c9 expref: 42 pid: 11796 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265357.935875:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000899deb4c/0xeb74cb2ea3698c01 lrc: 0/0,0 mode: --/PW res: [0x1a3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43475 expref: 38 pid: 11784 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265357.935886:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.935887:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.935888:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d6bc806e/0xeb74cb2ea3680b94 lrc: 0/0,0 mode: --/PW res: [0x10f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b6c9 expref: 42 pid: 11796 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265357.935890:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a3344 lrc: 3/0,1 mode: PW/PW res: [0x1a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.935897:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a3344 lrc: 4/0,1 mode: PW/PW res: [0x1a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.935903:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.935904:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.935906:0:5494:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c15c1516/0xeb74cb2ea36a3359 lrc: 3/0,1 mode: PW/PW res: [0x10f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.935911:0:5494:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c15c1516/0xeb74cb2ea36a3359 lrc: 4/0,1 mode: PW/PW res: [0x10f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.935923:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265357.935925:0:5494:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776265357.935938:0:5494:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063ca49e8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+41:2205:x1862548787296576:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 91us (2324us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265357.935938:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009128dfee pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+37:2205:x1862548787296384:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 99us (2340us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265357.935944:0:5494:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5172 00000100:00100000:0.0:1776265357.935954:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5171 00000100:00100000:1.0:1776265357.935966:0:5494:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5173 00000100:00100000:1.0:1776265357.935971:0:5494:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006771e302 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+37:2205:x1862548787296320:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1776265357.935977:0:5494:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776265357.935980:0:5494:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d412a776/0xeb74cb2ea36a08d4 lrc: 4/0,0 mode: PW/PW res: [0x1c8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4604a expref: 36 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.935988:0:5494:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d412a776/0xeb74cb2ea36a08d4 lrc: 3/0,0 mode: PW/PW res: [0x1c8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4604a expref: 36 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.935999:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d412a776/0xeb74cb2ea36a08d4 lrc: 0/0,0 mode: --/PW res: [0x1c8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4604a expref: 36 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265357.936000:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5174 00000100:00100000:0.0:1776265357.936004:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053222c86 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+36:2205:x1862548787296448:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1776265357.936008:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.936010:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.936010:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776265357.936012:0:5494:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a333d lrc: 3/0,1 mode: PW/PW res: [0x1c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.936013:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000069e32ba3/0xeb74cb2ea367ebc0 lrc: 4/0,0 mode: PW/PW res: [0xec:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a9ef expref: 35 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.936018:0:5494:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a333d lrc: 4/0,1 mode: PW/PW res: [0x1c8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.936021:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000069e32ba3/0xeb74cb2ea367ebc0 lrc: 3/0,0 mode: PW/PW res: [0xec:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a9ef expref: 35 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265357.936032:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000069e32ba3/0xeb74cb2ea367ebc0 lrc: 0/0,0 mode: --/PW res: [0xec:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a9ef expref: 35 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.936036:0:5494:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776265357.936045:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.936047:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.936048:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a334b lrc: 3/0,1 mode: PW/PW res: [0xec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.936051:0:5494:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006771e302 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+34:2205:x1862548787296320:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 80us (2419us total) trans 0 rc 0/0 00010000:00010000:0.0:1776265357.936055:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a334b lrc: 4/0,1 mode: PW/PW res: [0xec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.936057:0:5494:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5173 00010000:00010000:0.0:1776265357.936070:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265357.936074:0:11779:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c15c1516/0xeb74cb2ea36a3359 lrc: 3/0,1 mode: PW/PW res: [0x10f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.936082:0:11779:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c15c1516/0xeb74cb2ea36a3359 lrc: 3/0,1 mode: PW/PW res: [0x10f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.936085:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053222c86 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+33:2205:x1862548787296448:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 80us (2431us total) trans 0 rc 0/0 00010000:00010000:1.0:1776265357.936090:0:11779:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c15c1516/0xeb74cb2ea36a3359 lrc: 3/0,1 mode: PW/PW res: [0x10f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.936091:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5174 00010000:00010000:1.0:1776265357.936096:0:11779:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c15c1516/0xeb74cb2ea36a3359 lrc: 2/0,0 mode: PW/PW res: [0x10f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.936105:0:11784:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a334b lrc: 3/0,1 mode: PW/PW res: [0xec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.936111:0:11779:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776265357.936111:0:11784:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a334b lrc: 3/0,1 mode: PW/PW res: [0xec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.936117:0:11784:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a334b lrc: 3/0,1 mode: PW/PW res: [0xec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.936121:0:11784:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a334b lrc: 2/0,0 mode: PW/PW res: [0xec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.936139:0:11784:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1776265357.936264:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776265357.936276:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c15c1516/0xeb74cb2ea36a3359 lrc: 2/0,0 mode: PW/PW res: [0x10f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.936293:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c15c1516 already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.936299:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c15c1516/0xeb74cb2ea36a3359 lrc: 2/0,0 mode: PW/PW res: [0x10f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.936312:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c15c1516/0xeb74cb2ea36a3359 lrc: 3/0,0 mode: PW/PW res: [0x10f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.936340:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c15c1516/0xeb74cb2ea36a3359 lrc: 1/0,0 mode: --/PW res: [0x10f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.936347:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c15c1516/0xeb74cb2ea36a3359 lrc: 0/0,0 mode: --/PW res: [0x10f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.936379:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265357.936383:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a334b lrc: 2/0,0 mode: PW/PW res: [0xec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.936390:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d3e21d9f already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.936393:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a334b lrc: 2/0,0 mode: PW/PW res: [0xec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.936400:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a334b lrc: 3/0,0 mode: PW/PW res: [0xec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.936413:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a334b lrc: 1/0,0 mode: --/PW res: [0xec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.936419:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a334b lrc: 0/0,0 mode: --/PW res: [0xec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.936434:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.936437:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.936439:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.936488:0:11803:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec63064a/0xeb74cb2ea368002d lrc: 0/0,0 mode: --/PW res: [0x101:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b21c expref: 32 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1776265357.936648:0:11773:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a3344 lrc: 3/0,1 mode: PW/PW res: [0x1a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.936662:0:11784:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc48ec25 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+48:2993:x1862548793531840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10913us (11212us total) trans 4294968247 rc 0/0 00010000:00010000:3.0:1776265357.936665:0:11773:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a3344 lrc: 3/0,1 mode: PW/PW res: [0x1a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.936686:0:11779:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b18e2515 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+48:2993:x1862548793532096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10783us (11068us total) trans 4294968260 rc 0/0 00010000:00010000:3.0:1776265357.936696:0:11773:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a3344 lrc: 3/0,1 mode: PW/PW res: [0x1a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.936705:0:11784:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3120 00000100:00100000:1.0:1776265357.936710:0:11779:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3122 00010000:00010000:1.0:1776265357.936730:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.936740:0:11796:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a333d lrc: 3/0,1 mode: PW/PW res: [0x1c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.936753:0:11796:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a333d lrc: 3/0,1 mode: PW/PW res: [0x1c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.936760:0:11796:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a333d lrc: 3/0,1 mode: PW/PW res: [0x1c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.936765:0:11796:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a333d lrc: 2/0,0 mode: PW/PW res: [0x1c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.936780:0:11796:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776265357.936797:0:11773:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a3344 lrc: 2/0,0 mode: PW/PW res: [0x1a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1776265357.936888:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ad4f0dba/2, rc 0, transno 964 00000100:00100000:0.0:1776265357.936895:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad4f0dba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793532096:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776265357.936908:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b1cfc9af/2, rc 0, transno 951 00000100:00100000:0.0:1776265357.936918:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1cfc9af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793531840:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776265357.936928:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000091b808d2/2, rc 0, transno 950 00000100:00100000:0.0:1776265357.936931:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000091b808d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793531136:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776265357.936940:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c5826ffb/2, rc 0, transno 962 00000100:00100000:0.0:1776265357.936942:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c5826ffb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793530112:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776265357.937020:0:11796:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ffe05ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+48:2996:x1862548793531968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11652us (11850us total) trans 4294968248 rc 0/0 00000100:00100000:1.0:1776265357.937028:0:11796:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3118 00010000:00010000:3.0:1776265357.937189:0:11773:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1776265357.937195:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776265357.937199:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a333d lrc: 2/0,0 mode: PW/PW res: [0x1c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.937207:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001fbd5648 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265357.937209:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a333d lrc: 2/0,0 mode: PW/PW res: [0x1c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.937256:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a333d lrc: 3/0,0 mode: PW/PW res: [0x1c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.937276:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a333d lrc: 1/0,0 mode: --/PW res: [0x1c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.937286:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001fbd5648/0xeb74cb2ea36a333d lrc: 0/0,0 mode: --/PW res: [0x1c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.937301:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265357.937304:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a3344 lrc: 2/0,0 mode: PW/PW res: [0x1a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.937309:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000da5595e6 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265357.937311:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a3344 lrc: 2/0,0 mode: PW/PW res: [0x1a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.937317:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a3344 lrc: 3/0,0 mode: PW/PW res: [0x1a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.937326:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a3344 lrc: 1/0,0 mode: --/PW res: [0x1a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.937331:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a3344 lrc: 0/0,0 mode: --/PW res: [0x1a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11773 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.937342:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.937343:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.937345:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776265357.937407:0:11803:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e49a453c pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:11803:1862548793532352:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.937436:0:11803:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a3352 lrc: 3/0,1 mode: PW/PW res: [0x101:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.937445:0:11803:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a3352 lrc: 3/0,1 mode: PW/PW res: [0x101:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.937452:0:11803:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a3352 lrc: 3/0,1 mode: PW/PW res: [0x101:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.937459:0:11803:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a3352 lrc: 3/0,1 mode: PW/PW res: [0x101:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.937466:0:11803:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a3352 lrc: 2/0,0 mode: PW/PW res: [0x101:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.937484:0:11803:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776265357.937739:0:11802:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000763d31d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+48:2994:x1862548793530624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 37743us (40055us total) trans 4294968249 rc 0/0 00000100:00100000:0.0:1776265357.937747:0:11802:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3110 00000100:00100000:3.0:1776265357.938460:0:11773:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aae92225 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+48:2996:x1862548793531904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13069us (13163us total) trans 4294968250 rc 0/0 00000100:00100000:3.0:1776265357.938474:0:11773:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3119 00000100:00100000:1.0:1776265357.938822:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.938893:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265357.938980:0:11803:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000257544a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+48:2993:x1862548793532032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13113us (13432us total) trans 4294968251 rc 0/0 00000100:00100000:2.0:1776265357.938991:0:11803:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3121 00010000:00010000:2.0:1776265357.939020:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265357.939026:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a3352 lrc: 2/0,0 mode: PW/PW res: [0x101:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.939043:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f264d773 already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.939046:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a3352 lrc: 2/0,0 mode: PW/PW res: [0x101:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.939054:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a3352 lrc: 3/0,0 mode: PW/PW res: [0x101:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.939063:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787296640 00010000:00010000:2.0:1776265357.939077:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a3352 lrc: 1/0,0 mode: --/PW res: [0x101:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.939086:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a3352 lrc: 0/0,0 mode: --/PW res: [0x101:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.939095:0:5492:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000efd1dc31/0xeb74cb2ea369aff6 lrc: 5/0,0 mode: PW/PW res: [0x1af:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44084 expref: 41 pid: 11802 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1776265357.939102:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.939107:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.939109:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.939121:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265357.939129:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787296704 00010000:00010000:0.0:1776265357.939139:0:5492:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000009fec932/0xeb74cb2ea36804b0 lrc: 5/0,0 mode: PW/PW res: [0x106:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b3d5 expref: 42 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265357.939158:0:5492:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5175 00000100:00100000:0.0:1776265357.939164:0:5492:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095d3c631 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+42:2206:x1862548787296640:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776265357.939178:0:5492:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265357.939185:0:5492:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000efd1dc31/0xeb74cb2ea369aff6 lrc: 5/0,0 mode: PW/PW res: [0x1af:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44084 expref: 42 pid: 11802 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265357.939206:0:5492:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000efd1dc31/0xeb74cb2ea369aff6 lrc: 4/0,0 mode: PW/PW res: [0x1af:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44084 expref: 42 pid: 11802 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265357.939257:0:5492:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.939260:0:5492:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.939264:0:5492:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b339eeef/0xeb74cb2ea36a3367 lrc: 3/0,1 mode: PW/PW res: [0x1af:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.939273:0:5492:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b339eeef/0xeb74cb2ea36a3367 lrc: 4/0,1 mode: PW/PW res: [0x1af:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.939275:0:10780:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a3f93d51 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10780:1862548793532736:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265357.939299:0:5492:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265357.939344:0:5492:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095d3c631 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+42:2206:x1862548787296640:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 180us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265357.939351:0:5492:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5175 00000100:00100000:0.0:1776265357.939367:0:5492:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5176 00000100:00100000:0.0:1776265357.939371:0:5492:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d525b44a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+41:2206:x1862548787296704:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776265357.939378:0:5492:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265357.939382:0:5492:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000009fec932/0xeb74cb2ea36804b0 lrc: 4/0,0 mode: PW/PW res: [0x106:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b3d5 expref: 41 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265357.939390:0:5492:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000009fec932/0xeb74cb2ea36804b0 lrc: 3/0,0 mode: PW/PW res: [0x106:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b3d5 expref: 41 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265357.939403:0:5492:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009fec932/0xeb74cb2ea36804b0 lrc: 0/0,0 mode: --/PW res: [0x106:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b3d5 expref: 41 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265357.939418:0:5492:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.939420:0:5492:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.939422:0:5492:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a3360 lrc: 3/0,1 mode: PW/PW res: [0x106:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.939429:0:5492:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a3360 lrc: 4/0,1 mode: PW/PW res: [0x106:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.939439:0:5492:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265357.939453:0:5492:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d525b44a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+40:2206:x1862548787296704:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 81us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265357.939459:0:5492:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5176 00010000:00010000:0.0:1776265357.939508:0:6308:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000efd1dc31/0xeb74cb2ea369aff6 lrc: 0/0,0 mode: --/PW res: [0x1af:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece44084 expref: 39 pid: 11802 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265357.939520:0:6308:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007679503a pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6308:1862548793532672:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265357.939549:0:6308:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b339eeef/0xeb74cb2ea36a3367 lrc: 3/0,1 mode: PW/PW res: [0x1af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.939558:0:6308:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b339eeef/0xeb74cb2ea36a3367 lrc: 3/0,1 mode: PW/PW res: [0x1af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.939565:0:6308:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b339eeef/0xeb74cb2ea36a3367 lrc: 3/0,1 mode: PW/PW res: [0x1af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.939574:0:6308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b339eeef/0xeb74cb2ea36a3367 lrc: 3/0,1 mode: PW/PW res: [0x1af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.939581:0:6308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b339eeef/0xeb74cb2ea36a3367 lrc: 2/0,0 mode: PW/PW res: [0x1af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.939604:0:6308:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776265357.939620:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265357.939627:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b339eeef/0xeb74cb2ea36a3367 lrc: 2/0,0 mode: PW/PW res: [0x1af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.939649:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b339eeef already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265357.939653:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b339eeef/0xeb74cb2ea36a3367 lrc: 2/0,0 mode: PW/PW res: [0x1af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.939659:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b339eeef/0xeb74cb2ea36a3367 lrc: 3/0,0 mode: PW/PW res: [0x1af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.939686:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b339eeef/0xeb74cb2ea36a3367 lrc: 1/0,0 mode: --/PW res: [0x1af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.939693:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b339eeef/0xeb74cb2ea36a3367 lrc: 0/0,0 mode: --/PW res: [0x1af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.939820:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002790e0a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+48:2995:x1862548793532480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7140us (7553us total) trans 4294968261 rc 0/0 00000100:00100000:0.0:1776265357.939829:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3123 00010000:00010000:2.0:1776265357.939979:0:10780:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a3360 lrc: 3/0,1 mode: PW/PW res: [0x106:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.940191:0:10780:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a3360 lrc: 3/0,1 mode: PW/PW res: [0x106:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.940198:0:10780:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a3360 lrc: 3/0,1 mode: PW/PW res: [0x106:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.940238:0:10780:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a3360 lrc: 3/0,1 mode: PW/PW res: [0x106:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.940247:0:10780:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a3360 lrc: 2/0,0 mode: PW/PW res: [0x106:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.940270:0:10780:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776265357.940463:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007679503a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793532992:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776265357.940508:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1776265357.940550:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003184029a/2, rc 0, transno 954 00000100:00100000:0.0:1776265357.940564:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003184029a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793531904:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776265357.940577:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000086c45173/2, rc 0, transno 952 00000100:00100000:0.0:1776265357.940580:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086c45173 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793531968:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776265357.940589:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000df4843ee/2, rc 0, transno 961 00000100:00100000:0.0:1776265357.940594:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000df4843ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793531584:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1776265357.940602:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000058a357f7/2, rc 0, transno 959 00000100:00100000:0.0:1776265357.940604:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058a357f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793531392:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776265357.940615:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1776265357.940621:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a686056d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793532928:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776265357.940646:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776265357.940661:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002182a1dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793533184:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776265357.940678:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776265357.940735:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000073c84974 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793533248:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776265357.940761:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776265357.940772:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061848e8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793533056:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1776265357.940792:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776265357.940799:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a3360 lrc: 2/0,0 mode: PW/PW res: [0x106:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.940810:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e8466407 already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265357.940812:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a3360 lrc: 2/0,0 mode: PW/PW res: [0x106:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.940818:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a3360 lrc: 3/0,0 mode: PW/PW res: [0x106:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.940834:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a3360 lrc: 1/0,0 mode: --/PW res: [0x106:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.940843:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1776265357.940845:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8466407/0xeb74cb2ea36a3360 lrc: 0/0,0 mode: --/PW res: [0x106:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.940863:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265357.940864:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265357.940865:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265357.940880:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793532992 00000100:00100000:1.0:1776265357.940891:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008fcc92bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793533312:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776265357.940901:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793532928 00000100:00100000:0.0:1776265357.940917:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793533184 00000100:00100000:0.0:1776265357.940929:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793533248 00000100:00100000:1.0:1776265357.940941:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776265357.940944:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793533056 00000004:00080000:1.0:1776265357.941003:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005045e1d6/2, rc 0, transno 955 00000100:00100000:0.0:1776265357.941011:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793533312 00000100:00100000:1.0:1776265357.941016:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005045e1d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793532032:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776265357.941036:0:2993:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1776265357.941049:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e49a453c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793532864:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776265357.941049:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3126 00000100:00100000:0.0:1776265357.941063:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085cd6efe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+53:2996:x1862548793532992:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776265357.941091:0:6308:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:265 count 1 00000100:00100000:1.0:1776265357.941099:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1776265357.941119:0:6308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014307a0c/0xeb74cb2ea36a3375 lrc: 3/0,1 mode: --/PW res: [0x109:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.941135:0:6308:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006cbdbecf/0xeb74cb2ea3680711 lrc: 2/0,0 mode: PW/PW res: [0x109:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b4df expref: 38 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.941142:0:6308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.941144:0:6308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.941146:0:6308:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014307a0c/0xeb74cb2ea36a3375 lrc: 4/0,1 mode: --/PW res: [0x109:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.941168:0:6308:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006cbdbecf/0xeb74cb2ea3680711 lrc: 3/0,0 mode: PW/PW res: [0x109:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b4df expref: 38 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.941176:0:6308:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006cbdbecf/0xeb74cb2ea3680711 lrc: 4/0,0 mode: PW/PW res: [0x109:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b4df expref: 38 pid: 11796 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265357.941187:0:6308:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000079e2e966 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6308:1862548793533376:192.168.204.57@tcp:104: 00000100:00100000:1.0:1776265357.941376:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004aedd428 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793533120:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776265357.941401:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.941467:0:10780:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e98f0d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+53:2995:x1862548793532544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8775us (8945us total) trans 4294968262 rc 0/0 00000100:00100000:2.0:1776265357.941478:0:10780:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3124 00000100:00100000:2.0:1776265357.941504:0:10780:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793532864 00000100:00100000:1.0:1776265357.941525:0:11796:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793533120 00000100:00100000:1.0:1776265357.941554:0:11796:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3127 00000100:00100000:1.0:1776265357.941560:0:11796:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024ae4ef0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+49:2996:x1862548793532928:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776265357.941596:0:11796:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:423 count 1 00010000:00010000:1.0:1776265357.941624:0:11796:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a337c lrc: 3/0,1 mode: --/PW res: [0x1a7:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.941737:0:11796:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004110119c/0xeb74cb2ea36996c7 lrc: 2/0,0 mode: PW/PW res: [0x1a7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4380a expref: 31 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.941745:0:11796:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265357.941747:0:11796:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265357.941749:0:11796:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a337c lrc: 4/0,1 mode: --/PW res: [0x1a7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.941779:0:11796:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004110119c/0xeb74cb2ea36996c7 lrc: 3/0,0 mode: PW/PW res: [0x1a7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4380a expref: 31 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.941795:0:11796:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004110119c/0xeb74cb2ea36996c7 lrc: 4/0,0 mode: PW/PW res: [0x1a7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4380a expref: 31 pid: 11784 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265357.941806:0:11796:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004a52c70c pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:11796:1862548793533440:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.942043:0:10780:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3128 00000100:00100000:2.0:1776265357.942048:0:10780:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045d815b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+53:2996:x1862548793533184:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776265357.942065:0:10780:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:239 count 1 00010000:00010000:2.0:1776265357.942088:0:10780:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3383 lrc: 3/0,1 mode: --/PW res: [0xef:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.942104:0:10780:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003e957dad/0xeb74cb2ea367eede lrc: 2/0,0 mode: PW/PW res: [0xef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ab15 expref: 38 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.942110:0:10780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.942115:0:10780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.942117:0:10780:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3383 lrc: 4/0,1 mode: --/PW res: [0xef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.942142:0:10780:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003e957dad/0xeb74cb2ea367eede lrc: 3/0,0 mode: PW/PW res: [0xef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ab15 expref: 38 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.942161:0:10780:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003e957dad/0xeb74cb2ea367eede lrc: 4/0,0 mode: PW/PW res: [0xef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ab15 expref: 38 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1776265357.942170:0:10780:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000589eb106 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10780:1862548793533504:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265357.942403:0:6308:0:(client.c:2500:ptlrpc_set_wait()) set 00000000710543af going to sleep for 43 seconds 00000100:00100000:0.0:1776265357.942443:0:11779:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3129 00000100:00100000:0.0:1776265357.942449:0:11779:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff826c05 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+53:2996:x1862548793533248:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776265357.942470:0:11779:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:241 count 1 00010000:00010000:0.0:1776265357.942487:0:11779:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008ae3f93/0xeb74cb2ea36a338a lrc: 3/0,1 mode: --/PW res: [0xf1:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.942500:0:11779:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ca6bab47/0xeb74cb2ea367f082 lrc: 2/0,0 mode: PW/PW res: [0xf1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3abcb expref: 38 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.942512:0:11779:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.942514:0:11779:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.942515:0:11779:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008ae3f93/0xeb74cb2ea36a338a lrc: 4/0,1 mode: --/PW res: [0xf1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.942539:0:11779:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ca6bab47/0xeb74cb2ea367f082 lrc: 3/0,0 mode: PW/PW res: [0xf1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3abcb expref: 38 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.942547:0:11779:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ca6bab47/0xeb74cb2ea367f082 lrc: 4/0,0 mode: PW/PW res: [0xf1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3abcb expref: 38 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265357.942557:0:11779:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000779538bf pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:11779:1862548793533568:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265357.942593:0:11779:0:(client.c:2500:ptlrpc_set_wait()) set 000000001ddc7a7c going to sleep for 43 seconds 00000100:00100000:0.0:1776265357.942610:0:11776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3130 00000100:00100000:0.0:1776265357.942614:0:11776:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4ac6987 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+53:2993:x1862548793533056:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776265357.942624:0:11776:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:457 count 1 00010000:00010000:0.0:1776265357.942634:0:11776:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a3391 lrc: 3/0,1 mode: --/PW res: [0x1c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.942643:0:11776:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c65ac087/0xeb74cb2ea36a09c2 lrc: 2/0,0 mode: PW/PW res: [0x1c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46097 expref: 38 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.942648:0:11776:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.942650:0:11776:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.942651:0:11776:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a3391 lrc: 4/0,1 mode: --/PW res: [0x1c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.942670:0:11776:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c65ac087/0xeb74cb2ea36a09c2 lrc: 3/0,0 mode: PW/PW res: [0x1c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46097 expref: 38 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.942677:0:11776:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c65ac087/0xeb74cb2ea36a09c2 lrc: 4/0,0 mode: PW/PW res: [0x1c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46097 expref: 38 pid: 10780 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265357.942685:0:11776:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cefc1670 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:11776:1862548793533632:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265357.942703:0:11776:0:(client.c:2500:ptlrpc_set_wait()) set 00000000935ee3d9 going to sleep for 43 seconds 00000100:00100000:0.0:1776265357.942719:0:11784:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3131 00000100:00100000:0.0:1776265357.942723:0:11784:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7aa1bbc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+53:2993:x1862548793533312:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776265357.942735:0:11784:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:455 count 1 00010000:00010000:0.0:1776265357.942744:0:11784:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a3398 lrc: 3/0,1 mode: --/PW res: [0x1c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.942754:0:11784:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000235648c/0xeb74cb2ea36a0799 lrc: 2/0,0 mode: PW/PW res: [0x1c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45fe8 expref: 38 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.942759:0:11784:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.942761:0:11784:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.942762:0:11784:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a3398 lrc: 4/0,1 mode: --/PW res: [0x1c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.942779:0:11784:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000235648c/0xeb74cb2ea36a0799 lrc: 3/0,0 mode: PW/PW res: [0x1c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45fe8 expref: 38 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.942786:0:11784:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000235648c/0xeb74cb2ea36a0799 lrc: 4/0,0 mode: PW/PW res: [0x1c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45fe8 expref: 38 pid: 10780 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265357.942794:0:11784:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0a0a006 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:11784:1862548793533696:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265357.942814:0:11784:0:(client.c:2500:ptlrpc_set_wait()) set 0000000020abf568 going to sleep for 43 seconds 00000100:00100000:0.0:1776265357.942829:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3132 00000100:00100000:0.0:1776265357.942833:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c24bf2c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+53:2993:x1862548793533120:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776265357.942844:0:6307:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:242 count 1 00010000:00010000:0.0:1776265357.942852:0:6307:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008fdc7729/0xeb74cb2ea36a339f lrc: 3/0,1 mode: --/PW res: [0xf2:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.942859:0:6307:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005d78e063/0xeb74cb2ea367f15b lrc: 2/0,0 mode: PW/PW res: [0xf2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ac26 expref: 38 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.942863:0:6307:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.942864:0:6307:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.942865:0:6307:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008fdc7729/0xeb74cb2ea36a339f lrc: 4/0,1 mode: --/PW res: [0xf2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.942876:0:10780:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c2b506bd going to sleep for 43 seconds 00010000:00010000:0.0:1776265357.942877:0:6307:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005d78e063/0xeb74cb2ea367f15b lrc: 3/0,0 mode: PW/PW res: [0xf2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ac26 expref: 38 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.942892:0:6307:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005d78e063/0xeb74cb2ea367f15b lrc: 4/0,0 mode: PW/PW res: [0xf2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ac26 expref: 38 pid: 10780 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265357.942898:0:6307:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f6b00c1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6307:1862548793533760:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265357.942914:0:6307:0:(client.c:2500:ptlrpc_set_wait()) set 000000000cc85970 going to sleep for 43 seconds 00000100:00100000:0.0:1776265357.942928:0:11771:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3133 00000100:00100000:0.0:1776265357.942933:0:11771:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ec0f55b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+49:2993:x1862548793532864:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776265357.942944:0:11771:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:427 count 1 00010000:00010000:0.0:1776265357.942954:0:11771:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a33a6 lrc: 3/0,1 mode: --/PW res: [0x1ab:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.942977:0:11771:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000006d608ca/0xeb74cb2ea369a1b7 lrc: 2/0,0 mode: PW/PW res: [0x1ab:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43bc2 expref: 31 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.942985:0:11771:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.942987:0:11771:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.942988:0:11771:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a33a6 lrc: 4/0,1 mode: --/PW res: [0x1ab:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.943012:0:11771:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000006d608ca/0xeb74cb2ea369a1b7 lrc: 3/0,0 mode: PW/PW res: [0x1ab:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43bc2 expref: 31 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.943018:0:11771:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000006d608ca/0xeb74cb2ea369a1b7 lrc: 4/0,0 mode: PW/PW res: [0x1ab:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43bc2 expref: 31 pid: 11784 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265357.943025:0:11771:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3373e60 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:11771:1862548793534016:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265357.943044:0:11771:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aa643ed6 going to sleep for 43 seconds 00000100:00100000:2.0:1776265357.943051:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b0312241 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793533888:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776265357.943115:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1776265357.943174:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c9028d9b/2, rc 0, transno 966 00000100:00100000:2.0:1776265357.943187:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c9028d9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793532544:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776265357.943198:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008e5d3670/2, rc 0, transno 965 00000100:00100000:2.0:1776265357.943201:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e5d3670 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793532480:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.943242:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1776265357.943247:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6717753 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793533952:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776265357.943267:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.943340:0:6306:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793533888 00000100:00100000:2.0:1776265357.943377:0:6306:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793533952 00000100:00100000:2.0:1776265357.943393:0:6306:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3134 00000100:00100000:2.0:1776265357.943397:0:6306:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000620cfc08 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+51:2995:x1862548793533888:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776265357.943413:0:6306:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:283 count 1 00010000:00010000:2.0:1776265357.943432:0:6306:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a33ad lrc: 3/0,1 mode: --/PW res: [0x11b:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.943446:0:6306:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000095f908b1/0xeb74cb2ea3681709 lrc: 2/0,0 mode: PW/PW res: [0x11b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bb6f expref: 31 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.943458:0:6306:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.943460:0:6306:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.943461:0:6306:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a33ad lrc: 4/0,1 mode: --/PW res: [0x11b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.943486:0:6306:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000095f908b1/0xeb74cb2ea3681709 lrc: 3/0,0 mode: PW/PW res: [0x11b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bb6f expref: 31 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.943496:0:6306:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000095f908b1/0xeb74cb2ea3681709 lrc: 4/0,0 mode: PW/PW res: [0x11b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bb6f expref: 31 pid: 10780 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1776265357.943505:0:6306:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d69021a7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6306:1862548793534208:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.943527:0:6306:0:(client.c:2500:ptlrpc_set_wait()) set 0000000014029534 going to sleep for 43 seconds 00000100:00100000:2.0:1776265357.943542:0:11803:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3135 00000100:00100000:2.0:1776265357.943546:0:11803:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000634e4fad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+51:2995:x1862548793533952:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776265357.943558:0:11803:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:238 count 1 00010000:00010000:2.0:1776265357.943733:0:11803:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a33b4 lrc: 3/0,1 mode: --/PW res: [0xee:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.943746:0:11803:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000055d7af53/0xeb74cb2ea367ee83 lrc: 2/0,0 mode: PW/PW res: [0xee:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aaf9 expref: 31 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.943752:0:11803:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.943753:0:11803:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.943754:0:11803:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a33b4 lrc: 4/0,1 mode: --/PW res: [0xee:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.943775:0:11803:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000055d7af53/0xeb74cb2ea367ee83 lrc: 3/0,0 mode: PW/PW res: [0xee:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aaf9 expref: 31 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.943782:0:11803:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000055d7af53/0xeb74cb2ea367ee83 lrc: 4/0,0 mode: PW/PW res: [0xee:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aaf9 expref: 31 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1776265357.943791:0:11803:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d3ddcb6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:11803:1862548793534272:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.943810:0:11803:0:(client.c:2500:ptlrpc_set_wait()) set 000000004b6f080c going to sleep for 43 seconds 00000100:00100000:2.0:1776265357.943837:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad2a3af1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793534080:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.943923:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.943948:0:2993:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1776265357.943956:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000551b7748 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793533824:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776265357.943985:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.943997:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e04c2ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793534144:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.944014:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.944032:0:11797:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793534080 00000100:00100000:2.0:1776265357.944053:0:11797:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793533824 00000100:00100000:2.0:1776265357.944061:0:11797:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793534144 00000100:00100000:2.0:1776265357.944070:0:11797:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3136 00000100:00100000:2.0:1776265357.944073:0:11797:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000078d0d88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+55:2993:x1862548793534080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776265357.944085:0:11797:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:413 count 1 00010000:00010000:2.0:1776265357.944098:0:11797:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a33bb lrc: 3/0,1 mode: --/PW res: [0x19d:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.944109:0:11797:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c33df6ae/0xeb74cb2ea3697993 lrc: 2/0,0 mode: PW/PW res: [0x19d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece42e86 expref: 38 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.944115:0:11797:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.944116:0:11797:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.944118:0:11797:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a33bb lrc: 4/0,1 mode: --/PW res: [0x19d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.944136:0:11797:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c33df6ae/0xeb74cb2ea3697993 lrc: 3/0,0 mode: PW/PW res: [0x19d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece42e86 expref: 38 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.944144:0:11797:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c33df6ae/0xeb74cb2ea3697993 lrc: 4/0,0 mode: PW/PW res: [0x19d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece42e86 expref: 38 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1776265357.944152:0:11797:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c895130c pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:11797:1862548793534336:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.944169:0:11797:0:(client.c:2500:ptlrpc_set_wait()) set 000000000d1429ad going to sleep for 43 seconds 00000100:00100000:2.0:1776265357.944185:0:11778:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3137 00000100:00100000:2.0:1776265357.944189:0:11778:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000360891fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+52:2993:x1862548793533824:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776265357.944201:0:11778:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:239 count 1 00010000:00010000:2.0:1776265357.944236:0:11778:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a33c2 lrc: 3/0,1 mode: --/PW res: [0xef:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.944247:0:11778:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ff9c5fa3/0xeb74cb2ea367ef7f lrc: 2/0,0 mode: PW/PW res: [0xef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ab5b expref: 31 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.944253:0:11778:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.944255:0:11778:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.944256:0:11778:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a33c2 lrc: 4/0,1 mode: --/PW res: [0xef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.944278:0:11778:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ff9c5fa3/0xeb74cb2ea367ef7f lrc: 3/0,0 mode: PW/PW res: [0xef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ab5b expref: 31 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.944285:0:11778:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ff9c5fa3/0xeb74cb2ea367ef7f lrc: 4/0,0 mode: PW/PW res: [0xef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ab5b expref: 31 pid: 11796 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1776265357.944293:0:11778:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000758e0cf1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:11778:1862548793534400:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.944309:0:11778:0:(client.c:2500:ptlrpc_set_wait()) set 000000008b45a6d8 going to sleep for 43 seconds 00000100:00100000:2.0:1776265357.944325:0:11804:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3138 00000100:00100000:2.0:1776265357.944329:0:11804:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ce79b9a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+55:2993:x1862548793534144:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776265357.944342:0:11804:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:243 count 1 00010000:00010000:2.0:1776265357.944353:0:11804:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000076649c01/0xeb74cb2ea36a33c9 lrc: 3/0,1 mode: --/PW res: [0xf3:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.944364:0:11804:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002f44457f/0xeb74cb2ea367f23b lrc: 2/0,0 mode: PW/PW res: [0xf3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ac81 expref: 38 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.944370:0:11804:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.944371:0:11804:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.944372:0:11804:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000076649c01/0xeb74cb2ea36a33c9 lrc: 4/0,1 mode: --/PW res: [0xf3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.944390:0:11804:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002f44457f/0xeb74cb2ea367f23b lrc: 3/0,0 mode: PW/PW res: [0xf3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ac81 expref: 38 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.944398:0:11804:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002f44457f/0xeb74cb2ea367f23b lrc: 4/0,0 mode: PW/PW res: [0xf3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ac81 expref: 38 pid: 10780 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1776265357.944406:0:11804:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a3f93d51 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:11804:1862548793534464:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.944424:0:11804:0:(client.c:2500:ptlrpc_set_wait()) set 000000008220040b going to sleep for 43 seconds 00000100:00100000:1.0:1776265357.944704:0:11796:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b5c023a8 going to sleep for 43 seconds 00010000:00010000:3.0:1776265357.945028:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265357.945030:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265357.945032:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1776265357.945499:0:2994:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000894d1a09/2, rc 0, transno 953 00000100:00100000:2.0:1776265357.945570:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000894d1a09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793530624:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1776265357.945599:0:7842:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a3336 lrc: 3/0,1 mode: PW/PW res: [0xed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.945609:0:7842:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a3336 lrc: 3/0,1 mode: PW/PW res: [0xed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.945620:0:7842:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a3336 lrc: 3/0,1 mode: PW/PW res: [0xed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.945628:0:7842:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a3336 lrc: 2/0,0 mode: PW/PW res: [0xed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.945652:0:7842:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776265357.945669:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265357.945675:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a3336 lrc: 2/0,0 mode: PW/PW res: [0xed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.945683:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f1802c1f already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.945697:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a3336 lrc: 2/0,0 mode: PW/PW res: [0xed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.945706:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a3336 lrc: 3/0,0 mode: PW/PW res: [0xed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.945730:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:2.0:1776265357.945734:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a3336 lrc: 1/0,0 mode: --/PW res: [0xed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.945742:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a3336 lrc: 0/0,0 mode: --/PW res: [0xed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.945763:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.945765:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.945769:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265357.945769:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787296768 00010000:00010000:0.0:1776265357.945803:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003b3626bf/0xeb74cb2ea3680168 lrc: 5/0,0 mode: PW/PW res: [0x102:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b293 expref: 32 pid: 11802 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265357.945830:0:11760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5177 00000100:00100000:0.0:1776265357.945834:0:11760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f9a693fc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+32:2206:x1862548787296768:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1776265357.945848:0:11760:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265357.945853:0:11760:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003b3626bf/0xeb74cb2ea3680168 lrc: 5/0,0 mode: PW/PW res: [0x102:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b293 expref: 32 pid: 11802 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265357.945861:0:11760:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003b3626bf/0xeb74cb2ea3680168 lrc: 4/0,0 mode: PW/PW res: [0x102:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b293 expref: 32 pid: 11802 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265357.945882:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.945883:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.945886:0:11760:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a336e lrc: 3/0,1 mode: PW/PW res: [0x102:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.945896:0:11760:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a336e lrc: 4/0,1 mode: PW/PW res: [0x102:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.945918:0:11760:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265357.945955:0:11760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f9a693fc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+32:2206:x1862548787296768:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 Request processed in 120us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265357.945976:0:11760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5177 00000100:00100000:2.0:1776265357.946180:0:7842:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e41851f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+53:2994:x1862548793531648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 32936us (33688us total) trans 4294968252 rc 0/0 00000100:00100000:2.0:1776265357.946192:0:7842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3117 00000004:00080000:0.0:1776265357.946288:0:2994:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ed64a9fb/2, rc 0, transno 956 00010000:00010000:1.0:1776265357.946467:0:11777:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b3626bf/0xeb74cb2ea3680168 lrc: 0/0,0 mode: --/PW res: [0x102:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b293 expref: 31 pid: 11802 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265357.946485:0:11777:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ab717db9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:11777:1862548793532800:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265357.946514:0:11777:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a336e lrc: 3/0,1 mode: PW/PW res: [0x102:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.946523:0:11777:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a336e lrc: 3/0,1 mode: PW/PW res: [0x102:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.946528:0:11777:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a336e lrc: 3/0,1 mode: PW/PW res: [0x102:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.946534:0:11777:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a336e lrc: 3/0,1 mode: PW/PW res: [0x102:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.946540:0:11777:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a336e lrc: 2/0,0 mode: PW/PW res: [0x102:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.946560:0:11777:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776265357.946600:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265357.946605:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a336e lrc: 2/0,0 mode: PW/PW res: [0x102:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.946612:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000080de0693 already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.946614:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a336e lrc: 2/0,0 mode: PW/PW res: [0x102:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.946620:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a336e lrc: 3/0,0 mode: PW/PW res: [0x102:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.946636:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a336e lrc: 1/0,0 mode: --/PW res: [0x102:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.946641:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000080de0693/0xeb74cb2ea36a336e lrc: 0/0,0 mode: --/PW res: [0x102:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.946656:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.946658:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.946659:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776265357.947074:0:11777:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dfea7b17 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+53:2993:x1862548793532608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11444us (13957us total) trans 4294968253 rc 0/0 00000100:00100000:1.0:1776265357.947083:0:11777:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3125 00000004:00080000:2.0:1776265357.947348:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000175ce0df/2, rc 0, transno 957 00000100:00100000:2.0:1776265357.947486:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000175ce0df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793532608:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776265357.947499:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed64a9fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793531648:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776265357.948273:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001b26ba73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793534528:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776265357.948349:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776265357.948444:0:11777:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793534528 00000100:00100000:0.0:1776265357.948506:0:11777:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3139 00000100:00100000:0.0:1776265357.948516:0:11777:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c78ec3dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+53:2995:x1862548793534528:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776265357.948543:0:11777:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:240 count 1 00010000:00010000:0.0:1776265357.948568:0:11777:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a33d0 lrc: 3/0,1 mode: --/PW res: [0xf0:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.948588:0:11777:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000185e8122/0xeb74cb2ea367f074 lrc: 2/0,0 mode: PW/PW res: [0xf0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3abbd expref: 30 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.948593:0:11777:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.948595:0:11777:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.948597:0:11777:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a33d0 lrc: 4/0,1 mode: --/PW res: [0xf0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.948622:0:11777:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000185e8122/0xeb74cb2ea367f074 lrc: 3/0,0 mode: PW/PW res: [0xf0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3abbd expref: 30 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.948630:0:11777:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000185e8122/0xeb74cb2ea367f074 lrc: 4/0,0 mode: PW/PW res: [0xf0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3abbd expref: 30 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265357.948641:0:11777:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000072e3f256 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:11777:1862548793534592:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265357.948777:0:11777:0:(client.c:2500:ptlrpc_set_wait()) set 000000000bd9ec72 going to sleep for 43 seconds 00000100:00100000:0.0:1776265357.948864:0:2994:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776265357.948873:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019fad5bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793534720:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776265357.948910:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776265357.949017:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1776265357.949030:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e08223ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793534656:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776265357.949393:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776265357.949457:0:11783:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793534720 00000100:00100000:0.0:1776265357.949490:0:11783:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793534656 00000100:00100000:0.0:1776265357.949519:0:11783:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3140 00000100:00100000:0.0:1776265357.949528:0:11783:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bf38e0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+55:2994:x1862548793534720:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776265357.949543:0:11783:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:282 count 1 00010000:00010000:0.0:1776265357.949558:0:11783:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000329a46a2/0xeb74cb2ea36a33d7 lrc: 3/0,1 mode: --/PW res: [0x11a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.949579:0:11783:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ad56bfec/0xeb74cb2ea3681645 lrc: 2/0,0 mode: PW/PW res: [0x11a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bb1b expref: 30 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.949585:0:11783:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.949587:0:11783:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.949588:0:11783:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000329a46a2/0xeb74cb2ea36a33d7 lrc: 4/0,1 mode: --/PW res: [0x11a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.949607:0:11783:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ad56bfec/0xeb74cb2ea3681645 lrc: 3/0,0 mode: PW/PW res: [0x11a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bb1b expref: 30 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.949614:0:11783:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ad56bfec/0xeb74cb2ea3681645 lrc: 4/0,0 mode: PW/PW res: [0x11a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bb1b expref: 30 pid: 11802 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265357.949624:0:11783:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006885faf2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:11783:1862548793534784:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.949652:0:7842:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3141 00000100:00100000:2.0:1776265357.949665:0:7842:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f655a46 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+55:2995:x1862548793534656:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776265357.949665:0:11783:0:(client.c:2500:ptlrpc_set_wait()) set 00000000803c051e going to sleep for 43 seconds 00002000:00080000:2.0:1776265357.949699:0:7842:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:281 count 1 00010000:00010000:2.0:1776265357.949992:0:7842:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a33de lrc: 3/0,1 mode: --/PW res: [0x119:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.950013:0:7842:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ddf6ba3e/0xeb74cb2ea3681549 lrc: 2/0,0 mode: PW/PW res: [0x119:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bab9 expref: 30 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.950020:0:7842:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.950022:0:7842:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.950024:0:7842:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a33de lrc: 4/0,1 mode: --/PW res: [0x119:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.950055:0:7842:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ddf6ba3e/0xeb74cb2ea3681549 lrc: 3/0,0 mode: PW/PW res: [0x119:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bab9 expref: 30 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.950065:0:7842:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ddf6ba3e/0xeb74cb2ea3681549 lrc: 4/0,0 mode: PW/PW res: [0x119:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bab9 expref: 30 pid: 11802 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1776265357.950081:0:7842:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000073fb35d9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7842:1862548793534848:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.950135:0:7842:0:(client.c:2500:ptlrpc_set_wait()) set 000000005c6b03ca going to sleep for 43 seconds 00000100:00100000:1.0:1776265357.951583:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.951605:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.951636:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.951663:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.951680:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.951737:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.951760:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.951785:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.951799:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.951814:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.951849:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.951862:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.951912:0:11796:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004a52c70c pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:11796:1862548793533440:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265357.951938:0:11796:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a337c lrc: 3/0,1 mode: --/PW res: [0x1a7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.951982:0:5494:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787296832 00010000:00010000:1.0:1776265357.952009:0:5494:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006cbdbecf/0xeb74cb2ea3680711 lrc: 5/0,0 mode: PW/PW res: [0x109:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b4df expref: 39 pid: 11796 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265357.952030:0:5494:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787296896 00010000:00010000:1.0:1776265357.952039:0:5494:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ca6bab47/0xeb74cb2ea367f082 lrc: 5/0,0 mode: PW/PW res: [0xf1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3abcb expref: 40 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265357.952050:0:5494:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787297024 00010000:00010000:1.0:1776265357.952058:0:5494:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000235648c/0xeb74cb2ea36a0799 lrc: 5/0,0 mode: PW/PW res: [0x1c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45fe8 expref: 41 pid: 10780 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265357.952069:0:5494:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787296960 00010000:00010000:1.0:1776265357.952078:0:5494:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c65ac087/0xeb74cb2ea36a09c2 lrc: 5/0,0 mode: PW/PW res: [0x1c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46097 expref: 42 pid: 10780 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265357.952088:0:5494:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787297088 00010000:00010000:1.0:1776265357.952096:0:5494:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003e957dad/0xeb74cb2ea367eede lrc: 5/0,0 mode: PW/PW res: [0xef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ab15 expref: 43 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265357.952108:0:5494:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787297152 00010000:00010000:1.0:1776265357.952120:0:5494:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005d78e063/0xeb74cb2ea367f15b lrc: 5/0,0 mode: PW/PW res: [0xf2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ac26 expref: 44 pid: 10780 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265357.952139:0:5494:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787297280 00010000:00010000:1.0:1776265357.952156:0:5494:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004110119c/0xeb74cb2ea36996c7 lrc: 4/0,0 mode: PW/PW res: [0x1a7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4380a expref: 31 pid: 11784 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1776265357.952157:0:11778:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000758e0cf1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:11778:1862548793534400:192.168.204.57@tcp:104: 00000100:00100000:1.0:1776265357.952186:0:5494:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787297216 00010000:00010000:2.0:1776265357.952193:0:11778:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a33c2 lrc: 3/0,1 mode: --/PW res: [0xef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.952202:0:5494:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000006d608ca/0xeb74cb2ea369a1b7 lrc: 5/0,0 mode: PW/PW res: [0x1ab:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43bc2 expref: 32 pid: 11784 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1776265357.952287:0:11779:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000779538bf pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:11779:1862548793533568:192.168.204.57@tcp:104: 00000100:00100000:1.0:1776265357.952303:0:5494:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787297344 00010000:00010000:2.0:1776265357.952310:0:11779:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000008ae3f93/0xeb74cb2ea36a338a lrc: 3/0,1 mode: --/PW res: [0xf1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.952320:0:5494:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000095f908b1/0xeb74cb2ea3681709 lrc: 5/0,0 mode: PW/PW res: [0x11b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bb6f expref: 33 pid: 10780 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265357.952347:0:5494:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787297408 00000100:00100000:2.0:1776265357.952356:0:11803:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d3ddcb6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:11803:1862548793534272:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265357.952362:0:5494:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000055d7af53/0xeb74cb2ea367ee83 lrc: 4/0,0 mode: PW/PW res: [0xee:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aaf9 expref: 34 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1776265357.952389:0:11803:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a33b4 lrc: 3/0,1 mode: --/PW res: [0xee:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.952390:0:5494:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787297472 00010000:00010000:1.0:1776265357.952405:0:5494:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c33df6ae/0xeb74cb2ea3697993 lrc: 5/0,0 mode: PW/PW res: [0x19d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece42e86 expref: 45 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265357.952426:0:5494:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787297536 00000100:00100000:2.0:1776265357.952430:0:11797:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c895130c pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:11797:1862548793534336:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265357.952438:0:5494:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ff9c5fa3/0xeb74cb2ea367ef7f lrc: 4/0,0 mode: PW/PW res: [0xef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ab5b expref: 35 pid: 11796 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1776265357.952448:0:11797:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a33bb lrc: 3/0,1 mode: --/PW res: [0x19d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.952459:0:5494:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5178 00000100:00100000:1.0:1776265357.952466:0:5494:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d365dba4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+45:2206:x1862548787296832:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1776265357.952481:0:5494:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776265357.952488:0:5494:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006cbdbecf/0xeb74cb2ea3680711 lrc: 5/0,0 mode: PW/PW res: [0x109:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b4df expref: 45 pid: 11796 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1776265357.952491:0:10780:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000589eb106 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10780:1862548793533504:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.952515:0:10780:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3383 lrc: 3/0,1 mode: --/PW res: [0xef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.952516:0:5494:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006cbdbecf/0xeb74cb2ea3680711 lrc: 4/0,0 mode: PW/PW res: [0x109:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b4df expref: 45 pid: 11796 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.952568:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.952570:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.952574:0:5494:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000014307a0c/0xeb74cb2ea36a3375 lrc: 3/0,1 mode: PW/PW res: [0x109:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.952582:0:5494:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014307a0c/0xeb74cb2ea36a3375 lrc: 4/0,1 mode: PW/PW res: [0x109:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.952600:0:5494:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776265357.952640:0:5494:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d365dba4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+45:2206:x1862548787296832:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 173us (1061us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265357.952648:0:5494:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5178 00000100:00100000:1.0:1776265357.952666:0:5494:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5179 00000100:00100000:1.0:1776265357.952670:0:5494:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab5a901e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+44:2206:x1862548787296896:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1776265357.952677:0:5494:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776265357.952680:0:5494:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ca6bab47/0xeb74cb2ea367f082 lrc: 4/0,0 mode: PW/PW res: [0xf1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3abcb expref: 44 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.952687:0:5494:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ca6bab47/0xeb74cb2ea367f082 lrc: 3/0,0 mode: PW/PW res: [0xf1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3abcb expref: 44 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.952699:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ca6bab47/0xeb74cb2ea367f082 lrc: 0/0,0 mode: --/PW res: [0xf1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3abcb expref: 44 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.952710:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.952711:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.952713:0:5494:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000008ae3f93/0xeb74cb2ea36a338a lrc: 3/0,1 mode: PW/PW res: [0xf1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.952719:0:5494:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008ae3f93/0xeb74cb2ea36a338a lrc: 4/0,1 mode: PW/PW res: [0xf1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.952729:0:6306:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d69021a7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6306:1862548793534208:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265357.952739:0:5494:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776265357.952754:0:6306:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a33ad lrc: 3/0,1 mode: --/PW res: [0x11b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.952769:0:5494:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab5a901e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+43:2206:x1862548787296896:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 89us (1155us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265357.952777:0:5494:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5179 00010000:00010000:2.0:1776265357.952785:0:11779:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000008ae3f93/0xeb74cb2ea36a338a lrc: 3/0,1 mode: PW/PW res: [0xf1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.952796:0:11779:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008ae3f93/0xeb74cb2ea36a338a lrc: 3/0,1 mode: PW/PW res: [0xf1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.952806:0:11779:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008ae3f93/0xeb74cb2ea36a338a lrc: 3/0,1 mode: PW/PW res: [0xf1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.952813:0:11779:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000008ae3f93/0xeb74cb2ea36a338a lrc: 2/0,0 mode: PW/PW res: [0xf1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.952842:0:11779:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776265357.952851:0:5494:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5180 00000100:00100000:1.0:1776265357.952856:0:5494:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd4ab744 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+42:2206:x1862548787297024:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1776265357.952864:0:5494:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776265357.952869:0:5494:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000235648c/0xeb74cb2ea36a0799 lrc: 5/0,0 mode: PW/PW res: [0x1c7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45fe8 expref: 42 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.952877:0:5494:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000235648c/0xeb74cb2ea36a0799 lrc: 4/0,0 mode: PW/PW res: [0x1c7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45fe8 expref: 42 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.952900:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.952902:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.952904:0:5494:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a3398 lrc: 3/0,1 mode: PW/PW res: [0x1c7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.952910:0:5494:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a3398 lrc: 4/0,1 mode: PW/PW res: [0x1c7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.952923:0:5494:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776265357.952940:0:5494:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd4ab744 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+42:2206:x1862548787297024:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 Request processed in 82us (1302us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265357.952947:0:5494:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5180 00000100:00100000:1.0:1776265357.952981:0:5494:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5181 00000100:00100000:1.0:1776265357.952988:0:5494:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ac31cf1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+41:2206:x1862548787296960:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 00000100:00100000:0.0:1776265357.952992:0:11776:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cefc1670 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:11776:1862548793533632:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265357.953002:0:5494:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776265357.953010:0:5494:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c65ac087/0xeb74cb2ea36a09c2 lrc: 4/0,0 mode: PW/PW res: [0x1c9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46097 expref: 41 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265357.953020:0:11776:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a3391 lrc: 3/0,1 mode: --/PW res: [0x1c9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.953024:0:5494:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c65ac087/0xeb74cb2ea36a09c2 lrc: 3/0,0 mode: PW/PW res: [0x1c9:0x0:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46097 expref: 41 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.953315:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c65ac087/0xeb74cb2ea36a09c2 lrc: 0/0,0 mode: --/PW res: [0x1c9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46097 expref: 41 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.953327:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.953328:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.953330:0:5494:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a3391 lrc: 3/0,1 mode: PW/PW res: [0x1c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.953336:0:5494:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a3391 lrc: 4/0,1 mode: PW/PW res: [0x1c9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.953355:0:5494:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776265357.953371:0:5494:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ac31cf1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+40:2206:x1862548787296960:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 Request processed in 383us (1708us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265357.953381:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5182 00000100:00100000:0.0:1776265357.953493:0:5493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5183 00000100:00100000:3.0:1776265357.953494:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009c90fe7f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+40:2206:x1862548787297088:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 00000100:00100000:0.0:1776265357.953509:0:5493:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004969ca15 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+40:2206:x1862548787297152:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00000100:00100000:1.0:1776265357.953516:0:5494:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5181 00010000:00010000:3.0:1776265357.953517:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265357.953526:0:5493:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776265357.953528:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003e957dad/0xeb74cb2ea367eede lrc: 4/0,0 mode: PW/PW res: [0xef:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ab15 expref: 40 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265357.953536:0:5493:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005d78e063/0xeb74cb2ea367f15b lrc: 5/0,0 mode: PW/PW res: [0xf2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ac26 expref: 39 pid: 10780 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265357.953543:0:5494:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5184 00010000:00010000:3.0:1776265357.953561:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003e957dad/0xeb74cb2ea367eede lrc: 3/0,0 mode: PW/PW res: [0xef:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ab15 expref: 39 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265357.953561:0:5494:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a35dd284 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+35:2206:x1862548787297280:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1776265357.953569:0:5494:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776265357.953573:0:5494:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004110119c/0xeb74cb2ea36996c7 lrc: 4/0,0 mode: PW/PW res: [0x1a7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4380a expref: 35 pid: 11784 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.953581:0:5494:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004110119c/0xeb74cb2ea36996c7 lrc: 3/0,0 mode: PW/PW res: [0x1a7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4380a expref: 35 pid: 11784 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.953591:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004110119c/0xeb74cb2ea36996c7 lrc: 0/0,0 mode: --/PW res: [0x1a7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4380a expref: 35 pid: 11784 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.953602:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.953603:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.953604:0:5494:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a337c lrc: 3/0,1 mode: PW/PW res: [0x1a7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.953608:0:5494:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a337c lrc: 4/0,1 mode: PW/PW res: [0x1a7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.953619:0:5494:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776265357.953630:0:5494:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a35dd284 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+34:2206:x1862548787297280:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 77us (1871us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265357.953633:0:5494:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5184 00000100:00100000:1.0:1776265357.953641:0:5494:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5185 00000100:00100000:1.0:1776265357.953644:0:5494:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb9a2830 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+33:2206:x1862548787297216:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1776265357.953648:0:5494:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776265357.953650:0:5494:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000006d608ca/0xeb74cb2ea369a1b7 lrc: 5/0,0 mode: PW/PW res: [0x1ab:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43bc2 expref: 33 pid: 11784 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.953655:0:5494:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000006d608ca/0xeb74cb2ea369a1b7 lrc: 4/0,0 mode: PW/PW res: [0x1ab:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43bc2 expref: 33 pid: 11784 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.953662:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.953663:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.953665:0:5494:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a33a6 lrc: 3/0,1 mode: PW/PW res: [0x1ab:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.953669:0:5494:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a33a6 lrc: 4/0,1 mode: PW/PW res: [0x1ab:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.953684:0:5494:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776265357.953694:0:5494:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb9a2830 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+33:2206:x1862548787297216:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 Request processed in 49us (1910us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265357.953698:0:5494:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5185 00000100:00100000:1.0:1776265357.953706:0:5494:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5186 00000100:00100000:1.0:1776265357.953709:0:5494:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d85e982 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+32:2206:x1862548787297344:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1776265357.953713:0:5494:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776265357.953715:0:5494:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000095f908b1/0xeb74cb2ea3681709 lrc: 4/0,0 mode: PW/PW res: [0x11b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bb6f expref: 32 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.953720:0:5494:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000095f908b1/0xeb74cb2ea3681709 lrc: 3/0,0 mode: PW/PW res: [0x11b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bb6f expref: 32 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.953727:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000095f908b1/0xeb74cb2ea3681709 lrc: 0/0,0 mode: --/PW res: [0x11b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bb6f expref: 32 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.953732:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.953733:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.953735:0:5494:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a33ad lrc: 3/0,1 mode: PW/PW res: [0x11b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.953738:0:5494:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a33ad lrc: 4/0,1 mode: PW/PW res: [0x11b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.953748:0:5494:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776265357.953757:0:5494:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d85e982 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+31:2206:x1862548787297344:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 Request processed in 48us (1959us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265357.953761:0:5494:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5186 00000100:00100000:1.0:1776265357.953770:0:5494:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5187 00000100:00100000:1.0:1776265357.953773:0:5494:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a52608b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+30:2205:x1862548787297408:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1776265357.953777:0:5494:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776265357.953780:0:5494:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000055d7af53/0xeb74cb2ea367ee83 lrc: 4/0,0 mode: PW/PW res: [0xee:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aaf9 expref: 30 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.953786:0:5494:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000055d7af53/0xeb74cb2ea367ee83 lrc: 3/0,0 mode: PW/PW res: [0xee:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aaf9 expref: 30 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.953795:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000055d7af53/0xeb74cb2ea367ee83 lrc: 0/0,0 mode: --/PW res: [0xee:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aaf9 expref: 30 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.953804:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.953807:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.953809:0:5494:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a33b4 lrc: 3/0,1 mode: PW/PW res: [0xee:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.953813:0:5494:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a33b4 lrc: 4/0,1 mode: PW/PW res: [0xee:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.953825:0:5494:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776265357.953839:0:5494:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a52608b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+29:2205:x1862548787297408:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 64us (2025us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265357.953843:0:5494:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5187 00000100:00100000:1.0:1776265357.953850:0:5494:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5188 00000100:00100000:1.0:1776265357.953853:0:5494:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ee4988b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+39:2205:x1862548787297472:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1776265357.953857:0:5494:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776265357.953860:0:5494:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c33df6ae/0xeb74cb2ea3697993 lrc: 4/0,0 mode: PW/PW res: [0x19d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece42e86 expref: 39 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.953865:0:5494:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c33df6ae/0xeb74cb2ea3697993 lrc: 3/0,0 mode: PW/PW res: [0x19d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece42e86 expref: 39 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.953872:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c33df6ae/0xeb74cb2ea3697993 lrc: 0/0,0 mode: --/PW res: [0x19d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece42e86 expref: 39 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.953877:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.953878:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.953879:0:5494:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a33bb lrc: 3/0,1 mode: PW/PW res: [0x19d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.953883:0:5494:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a33bb lrc: 4/0,1 mode: PW/PW res: [0x19d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.953892:0:5494:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776265357.953899:0:5494:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ee4988b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+38:2205:x1862548787297472:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 Request processed in 46us (2052us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265357.953912:0:5494:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5188 00000100:00100000:1.0:1776265357.953922:0:5494:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5189 00000100:00100000:1.0:1776265357.953924:0:5494:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000554885f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+28:2206:x1862548787297536:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1776265357.953929:0:5494:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776265357.953931:0:5494:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ff9c5fa3/0xeb74cb2ea367ef7f lrc: 4/0,0 mode: PW/PW res: [0xef:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ab5b expref: 28 pid: 11796 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.953939:0:5494:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ff9c5fa3/0xeb74cb2ea367ef7f lrc: 3/0,0 mode: PW/PW res: [0xef:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ab5b expref: 28 pid: 11796 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.953946:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ff9c5fa3/0xeb74cb2ea367ef7f lrc: 0/0,0 mode: --/PW res: [0xef:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ab5b expref: 28 pid: 11796 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.953951:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.953952:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.953953:0:5494:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a33c2 lrc: 3/0,1 mode: PW/PW res: [0xef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.953969:0:5494:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a33c2 lrc: 4/0,1 mode: PW/PW res: [0xef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.953986:0:5494:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776265357.953998:0:5494:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000554885f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+27:2206:x1862548787297536:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 72us (2135us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265357.954003:0:5494:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5189 00010000:00010000:1.0:1776265357.954022:0:11796:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a337c lrc: 3/0,1 mode: PW/PW res: [0x1a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.954029:0:11796:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a337c lrc: 3/0,1 mode: PW/PW res: [0x1a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.954038:0:11796:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a337c lrc: 3/0,1 mode: PW/PW res: [0x1a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.954049:0:11796:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a337c lrc: 2/0,0 mode: PW/PW res: [0x1a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.954065:0:11796:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1776265357.954077:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776265357.954081:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000008ae3f93/0xeb74cb2ea36a338a lrc: 2/0,0 mode: PW/PW res: [0xf1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.954085:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000008ae3f93 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265357.954087:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000008ae3f93/0xeb74cb2ea36a338a lrc: 2/0,0 mode: PW/PW res: [0xf1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.954093:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000008ae3f93/0xeb74cb2ea36a338a lrc: 3/0,0 mode: PW/PW res: [0xf1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.954101:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000008ae3f93/0xeb74cb2ea36a338a lrc: 1/0,0 mode: --/PW res: [0xf1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.954104:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008ae3f93/0xeb74cb2ea36a338a lrc: 0/0,0 mode: --/PW res: [0xf1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.954114:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265357.954115:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a337c lrc: 2/0,0 mode: PW/PW res: [0x1a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.954119:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000da5595e6 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265357.954120:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a337c lrc: 2/0,0 mode: PW/PW res: [0x1a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.954124:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a337c lrc: 3/0,0 mode: PW/PW res: [0x1a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.954128:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a337c lrc: 1/0,0 mode: --/PW res: [0x1a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.954131:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da5595e6/0xeb74cb2ea36a337c lrc: 0/0,0 mode: --/PW res: [0x1a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.954138:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.954139:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.954140:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265357.954165:0:5493:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005d78e063/0xeb74cb2ea367f15b lrc: 4/0,0 mode: PW/PW res: [0xf2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ac26 expref: 37 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265357.954183:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.954185:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.954187:0:5493:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008fdc7729/0xeb74cb2ea36a339f lrc: 3/0,1 mode: PW/PW res: [0xf2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.954194:0:5493:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008fdc7729/0xeb74cb2ea36a339f lrc: 4/0,1 mode: PW/PW res: [0xf2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.954383:0:11796:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024ae4ef0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+56:2996:x1862548793532928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12823us (13737us total) trans 4294968254 rc 0/0 00000100:00100000:1.0:1776265357.954483:0:11796:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3127 00010000:00010000:3.0:1776265357.954703:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e957dad/0xeb74cb2ea367eede lrc: 0/0,0 mode: --/PW res: [0xef:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ab15 expref: 37 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1776265357.954720:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265357.954722:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265357.954725:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3383 lrc: 3/0,1 mode: PW/PW res: [0xef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.954734:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3383 lrc: 4/0,1 mode: PW/PW res: [0xef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.954768:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776265357.954803:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009c90fe7f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+36:2206:x1862548787297088:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 Request processed in 1315us (3122us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265357.954812:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5182 00000100:00100000:2.0:1776265357.955093:0:11779:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff826c05 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+56:2996:x1862548793533248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12642us (14332us total) trans 4294968263 rc 0/0 00000100:00100000:2.0:1776265357.955105:0:11779:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3129 00010000:00010000:2.0:1776265357.955134:0:11778:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a33c2 lrc: 3/0,1 mode: PW/PW res: [0xef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.955144:0:11778:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a33c2 lrc: 3/0,1 mode: PW/PW res: [0xef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.955152:0:11778:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a33c2 lrc: 3/0,1 mode: PW/PW res: [0xef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.955165:0:11778:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a33c2 lrc: 2/0,0 mode: PW/PW res: [0xef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.955191:0:11778:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776265357.955370:0:11784:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000235648c/0xeb74cb2ea36a0799 lrc: 0/0,0 mode: --/PW res: [0x1c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45fe8 expref: 35 pid: 10780 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265357.955545:0:11784:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0a0a006 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:11784:1862548793533696:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265357.955577:0:11784:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a3398 lrc: 3/0,1 mode: PW/PW res: [0x1c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.955587:0:11784:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a3398 lrc: 3/0,1 mode: PW/PW res: [0x1c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.955592:0:11784:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a3398 lrc: 3/0,1 mode: PW/PW res: [0x1c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.955600:0:11784:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a3398 lrc: 3/0,1 mode: PW/PW res: [0x1c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.955607:0:11784:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a3398 lrc: 2/0,0 mode: PW/PW res: [0x1c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.955630:0:11784:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1776265357.955631:0:5493:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776265357.956031:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776265357.956277:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a33c2 lrc: 2/0,0 mode: PW/PW res: [0xef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.956289:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001a2f9c07 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265357.956293:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a33c2 lrc: 2/0,0 mode: PW/PW res: [0xef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.956307:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a33c2 lrc: 3/0,0 mode: PW/PW res: [0xef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.956338:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a33c2 lrc: 1/0,0 mode: --/PW res: [0xef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.956352:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001a2f9c07/0xeb74cb2ea36a33c2 lrc: 0/0,0 mode: --/PW res: [0xef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.956385:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265357.956391:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a3398 lrc: 2/0,0 mode: PW/PW res: [0x1c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.956397:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f2d2f885 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265357.956400:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a3398 lrc: 2/0,0 mode: PW/PW res: [0x1c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.956408:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a3398 lrc: 3/0,0 mode: PW/PW res: [0x1c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.956418:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a3398 lrc: 1/0,0 mode: --/PW res: [0x1c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.956428:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2d2f885/0xeb74cb2ea36a3398 lrc: 0/0,0 mode: --/PW res: [0x1c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.956444:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265357.956445:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265357.956447:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776265357.956721:0:11778:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000360891fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+56:2993:x1862548793533824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12527us (12732us total) trans 4294968255 rc 0/0 00000100:00100000:2.0:1776265357.956733:0:11778:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3137 00010000:00010000:2.0:1776265357.956765:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.956778:0:11803:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a33b4 lrc: 3/0,1 mode: PW/PW res: [0xee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.956786:0:11803:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a33b4 lrc: 3/0,1 mode: PW/PW res: [0xee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.956793:0:11803:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a33b4 lrc: 3/0,1 mode: PW/PW res: [0xee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.956799:0:11803:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a33b4 lrc: 2/0,0 mode: PW/PW res: [0xee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.956835:0:11803:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776265357.957255:0:5493:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004969ca15 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+34:2206:x1862548787297152:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 3739us (5508us total) trans 0 rc 0/0 00010000:00010000:3.0:1776265357.957268:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1776265357.957275:0:5493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5183 00010000:00010000:3.0:1776265357.957276:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a33b4 lrc: 2/0,0 mode: PW/PW res: [0xee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.957296:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000e3f762e already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265357.957301:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a33b4 lrc: 2/0,0 mode: PW/PW res: [0xee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.957311:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a33b4 lrc: 3/0,0 mode: PW/PW res: [0xee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.957311:0:11784:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7aa1bbc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+56:2993:x1862548793533312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14580us (16371us total) trans 4294968264 rc 0/0 00000100:00100000:1.0:1776265357.957347:0:11784:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3131 00010000:00010000:3.0:1776265357.957371:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a33b4 lrc: 1/0,0 mode: --/PW res: [0xee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.957382:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e3f762e/0xeb74cb2ea36a33b4 lrc: 0/0,0 mode: --/PW res: [0xee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.957399:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265357.957400:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265357.957402:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.957455:0:6307:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d78e063/0xeb74cb2ea367f15b lrc: 0/0,0 mode: --/PW res: [0xf2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ac26 expref: 33 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265357.957463:0:11776:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a3391 lrc: 3/0,1 mode: PW/PW res: [0x1c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.957477:0:11776:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a3391 lrc: 3/0,1 mode: PW/PW res: [0x1c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.957507:0:11776:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a3391 lrc: 3/0,1 mode: PW/PW res: [0x1c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.957515:0:11776:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a3391 lrc: 2/0,0 mode: PW/PW res: [0x1c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.957541:0:11803:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000634e4fad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+56:2995:x1862548793533952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13991us (14271us total) trans 4294968256 rc 0/0 00010000:00010000:0.0:1776265357.957550:0:11776:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776265357.957559:0:11803:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3135 00000100:00100000:1.0:1776265357.957664:0:6307:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005f6b00c1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6307:1862548793533760:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265357.957689:0:6307:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008fdc7729/0xeb74cb2ea36a339f lrc: 3/0,1 mode: PW/PW res: [0xf2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.957699:0:6307:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008fdc7729/0xeb74cb2ea36a339f lrc: 3/0,1 mode: PW/PW res: [0xf2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.957704:0:6307:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008fdc7729/0xeb74cb2ea36a339f lrc: 3/0,1 mode: PW/PW res: [0xf2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.957711:0:6307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008fdc7729/0xeb74cb2ea36a339f lrc: 3/0,1 mode: PW/PW res: [0xf2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.957721:0:6307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008fdc7729/0xeb74cb2ea36a339f lrc: 2/0,0 mode: PW/PW res: [0xf2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.957739:0:6307:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1776265357.957814:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c6717753/2, rc 0, transno 960 00000100:00100000:0.0:1776265357.957850:0:11776:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4ac6987 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+56:2993:x1862548793533056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15233us (17026us total) trans 4294968265 rc 0/0 00010000:00010000:2.0:1776265357.958017:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776265357.958022:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a3391 lrc: 2/0,0 mode: PW/PW res: [0x1c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.958037:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d3e21d9f already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.958040:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a3391 lrc: 2/0,0 mode: PW/PW res: [0x1c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.958046:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a3391 lrc: 3/0,0 mode: PW/PW res: [0x1c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.958062:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a3391 lrc: 1/0,0 mode: --/PW res: [0x1c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.958068:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d3e21d9f/0xeb74cb2ea36a3391 lrc: 0/0,0 mode: --/PW res: [0x1c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.958083:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265357.958086:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008fdc7729/0xeb74cb2ea36a339f lrc: 2/0,0 mode: PW/PW res: [0xf2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.958093:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008fdc7729 already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.958095:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008fdc7729/0xeb74cb2ea36a339f lrc: 2/0,0 mode: PW/PW res: [0xf2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.958100:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008fdc7729/0xeb74cb2ea36a339f lrc: 3/0,0 mode: PW/PW res: [0xf2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.958109:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008fdc7729/0xeb74cb2ea36a339f lrc: 1/0,0 mode: --/PW res: [0xf2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.958119:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008fdc7729/0xeb74cb2ea36a339f lrc: 0/0,0 mode: --/PW res: [0xf2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.958134:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.958135:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.958137:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.958152:0:11797:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a33bb lrc: 3/0,1 mode: PW/PW res: [0x19d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.958155:0:11776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3130 00010000:00010000:2.0:1776265357.958168:0:11797:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a33bb lrc: 3/0,1 mode: PW/PW res: [0x19d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.958179:0:11797:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a33bb lrc: 3/0,1 mode: PW/PW res: [0x19d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.958186:0:11797:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a33bb lrc: 2/0,0 mode: PW/PW res: [0x19d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.958194:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.958244:0:11797:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776265357.958264:0:11771:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000006d608ca/0xeb74cb2ea369a1b7 lrc: 0/0,0 mode: --/PW res: [0x1ab:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43bc2 expref: 26 pid: 11784 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265357.958285:0:11771:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3373e60 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:11771:1862548793534016:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265357.958303:0:11771:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a33a6 lrc: 3/0,1 mode: PW/PW res: [0x1ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.958311:0:11771:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a33a6 lrc: 3/0,1 mode: PW/PW res: [0x1ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.958317:0:11771:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a33a6 lrc: 3/0,1 mode: PW/PW res: [0x1ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.958327:0:11771:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a33a6 lrc: 3/0,1 mode: PW/PW res: [0x1ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.958334:0:11771:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a33a6 lrc: 2/0,0 mode: PW/PW res: [0x1ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.958357:0:11771:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1776265357.958370:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776265357.958377:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a33bb lrc: 2/0,0 mode: PW/PW res: [0x19d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.958386:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cc0e7fe4 already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265357.958390:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a33bb lrc: 2/0,0 mode: PW/PW res: [0x19d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.958397:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a33bb lrc: 3/0,0 mode: PW/PW res: [0x19d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.958421:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a33bb lrc: 1/0,0 mode: --/PW res: [0x19d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.958429:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cc0e7fe4/0xeb74cb2ea36a33bb lrc: 0/0,0 mode: --/PW res: [0x19d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.958454:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776265357.958457:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a33a6 lrc: 2/0,0 mode: PW/PW res: [0x1ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.958465:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000997208db already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265357.958468:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a33a6 lrc: 2/0,0 mode: PW/PW res: [0x1ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.958475:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a33a6 lrc: 3/0,0 mode: PW/PW res: [0x1ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.958517:0:11797:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000078d0d88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+57:2993:x1862548793534080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14439us (14592us total) trans 4294968267 rc 0/0 00000100:00100000:2.0:1776265357.958530:0:11797:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3136 00000100:00100000:1.0:1776265357.958625:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c24bf2c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+56:2993:x1862548793533120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15788us (17221us total) trans 4294968266 rc 0/0 00000100:00100000:1.0:1776265357.958633:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3132 00010000:00010000:1.0:1776265357.958670:0:6308:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006cbdbecf/0xeb74cb2ea3680711 lrc: 0/0,0 mode: --/PW res: [0x109:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b4df expref: 32 pid: 11796 timeout: 559 lvb_type: 0 00000100:00100000:3.0:1776265357.958692:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6717753 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793533952:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776265357.958759:0:6308:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000079e2e966 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6308:1862548793533376:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265357.958772:0:6308:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000014307a0c/0xeb74cb2ea36a3375 lrc: 3/0,1 mode: PW/PW res: [0x109:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.958777:0:6308:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000014307a0c/0xeb74cb2ea36a3375 lrc: 3/0,1 mode: PW/PW res: [0x109:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.958781:0:6308:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000014307a0c/0xeb74cb2ea36a3375 lrc: 3/0,1 mode: PW/PW res: [0x109:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.958784:0:6308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014307a0c/0xeb74cb2ea36a3375 lrc: 3/0,1 mode: PW/PW res: [0x109:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.958788:0:6308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000014307a0c/0xeb74cb2ea36a3375 lrc: 2/0,0 mode: PW/PW res: [0x109:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.958808:0:6308:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776265357.958931:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085cd6efe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+56:2996:x1862548793532992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17874us (18424us total) trans 4294968268 rc 0/0 00000100:00100000:1.0:1776265357.958936:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3126 00000100:00100000:1.0:1776265357.959345:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1776265357.959559:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1776265357.959587:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.959612:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787297600 00010000:00010000:1.0:1776265357.959637:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002f44457f/0xeb74cb2ea367f23b lrc: 5/0,0 mode: PW/PW res: [0xf3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ac81 expref: 32 pid: 10780 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265357.959663:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787297664 00010000:00010000:1.0:1776265357.959672:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000185e8122/0xeb74cb2ea367f074 lrc: 5/0,0 mode: PW/PW res: [0xf0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3abbd expref: 26 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265357.959701:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a33a6 lrc: 1/0,0 mode: --/PW res: [0x1ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.959712:0:11760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5190 00000100:00100000:1.0:1776265357.959721:0:11760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006771e302 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+32:2205:x1862548787297600:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1776265357.959731:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a33a6 lrc: 0/0,0 mode: --/PW res: [0x1ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.959738:0:11760:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776265357.959745:0:11760:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002f44457f/0xeb74cb2ea367f23b lrc: 5/0,0 mode: PW/PW res: [0xf3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ac81 expref: 32 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265357.959750:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265357.959753:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265357.959756:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.959757:0:11760:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002f44457f/0xeb74cb2ea367f23b lrc: 4/0,0 mode: PW/PW res: [0xf3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ac81 expref: 32 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.959783:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.959785:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.959789:0:11760:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000076649c01/0xeb74cb2ea36a33c9 lrc: 3/0,1 mode: PW/PW res: [0xf3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.959799:0:11760:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000076649c01/0xeb74cb2ea36a33c9 lrc: 4/0,1 mode: PW/PW res: [0xf3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.959817:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000014307a0c/0xeb74cb2ea36a3375 lrc: 2/0,0 mode: PW/PW res: [0x109:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.959820:0:11760:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776265357.959849:0:11760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006771e302 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+32:2205:x1862548787297600:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 Request processed in 127us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265357.959853:0:11777:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000072e3f256 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:11777:1862548793534592:192.168.204.57@tcp:104: 00000100:00100000:1.0:1776265357.959862:0:11760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5190 00010000:00010000:0.0:1776265357.959871:0:11777:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a33d0 lrc: 3/0,1 mode: --/PW res: [0xf0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.959883:0:11760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5191 00000100:00100000:1.0:1776265357.959897:0:11760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053222c86 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+26:2206:x1862548787297664:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1776265357.959916:0:11760:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776265357.959921:0:11760:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000185e8122/0xeb74cb2ea367f074 lrc: 4/0,0 mode: PW/PW res: [0xf0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3abbd expref: 26 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.959930:0:11760:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000185e8122/0xeb74cb2ea367f074 lrc: 3/0,0 mode: PW/PW res: [0xf0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3abbd expref: 26 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.959945:0:11760:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000185e8122/0xeb74cb2ea367f074 lrc: 0/0,0 mode: --/PW res: [0xf0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3abbd expref: 26 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.959968:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.959970:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.959973:0:11760:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a33d0 lrc: 3/0,1 mode: PW/PW res: [0xf0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.960006:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000014307a0c already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265357.960007:0:11760:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a33d0 lrc: 4/0,1 mode: PW/PW res: [0xf0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.960015:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000014307a0c/0xeb74cb2ea36a3375 lrc: 2/0,0 mode: PW/PW res: [0x109:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.960070:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000014307a0c/0xeb74cb2ea36a3375 lrc: 3/0,0 mode: PW/PW res: [0x109:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.960081:0:11760:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776265357.960096:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000014307a0c/0xeb74cb2ea36a3375 lrc: 1/0,0 mode: --/PW res: [0x109:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.960096:0:11771:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ec0f55b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+56:2993:x1862548793532864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17160us (19001us total) trans 4294968257 rc 0/0 00000100:00100000:1.0:1776265357.960117:0:11760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053222c86 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+25:2206:x1862548787297664:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 Request processed in 216us (520us total) trans 0 rc 0/0 00010000:00010000:3.0:1776265357.960128:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000014307a0c/0xeb74cb2ea36a3375 lrc: 0/0,0 mode: --/PW res: [0x109:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.960128:0:11771:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3133 00000100:00100000:1.0:1776265357.960146:0:11760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5191 00010000:00010000:0.0:1776265357.960161:0:11777:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a33d0 lrc: 3/0,1 mode: PW/PW res: [0xf0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.960173:0:11777:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a33d0 lrc: 3/0,1 mode: PW/PW res: [0xf0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.960180:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265357.960182:0:11777:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a33d0 lrc: 3/0,1 mode: PW/PW res: [0xf0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.960185:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265357.960190:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265357.960192:0:11777:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a33d0 lrc: 2/0,0 mode: PW/PW res: [0xf0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.960206:0:11777:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1776265357.960300:0:10780:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3383 lrc: 3/0,1 mode: PW/PW res: [0xef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.960310:0:10780:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3383 lrc: 3/0,1 mode: PW/PW res: [0xef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.960319:0:10780:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3383 lrc: 3/0,1 mode: PW/PW res: [0xef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.960327:0:10780:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3383 lrc: 2/0,0 mode: PW/PW res: [0xef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.960351:0:10780:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1776265357.960358:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.960437:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.960452:0:11777:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c78ec3dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+56:2995:x1862548793534528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11934us (12099us total) trans 4294968258 rc 0/0 00000100:00100000:0.0:1776265357.960462:0:11777:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3139 00000100:00100000:1.0:1776265357.960467:0:7829:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787297792 00010000:00010000:0.0:1776265357.960489:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776265357.960491:0:7829:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ddf6ba3e/0xeb74cb2ea3681549 lrc: 5/0,0 mode: PW/PW res: [0x119:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bab9 expref: 25 pid: 11802 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265357.960520:0:7829:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787297728 00010000:00010000:1.0:1776265357.960535:0:7829:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ad56bfec/0xeb74cb2ea3681645 lrc: 5/0,0 mode: PW/PW res: [0x11a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bb1b expref: 26 pid: 11802 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265357.960557:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5192 00000100:00100000:1.0:1776265357.960562:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095d3c631 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+26:2206:x1862548787297792:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1776265357.960571:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776265357.960574:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ddf6ba3e/0xeb74cb2ea3681549 lrc: 5/0,0 mode: PW/PW res: [0x119:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bab9 expref: 26 pid: 11802 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.960582:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ddf6ba3e/0xeb74cb2ea3681549 lrc: 4/0,0 mode: PW/PW res: [0x119:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bab9 expref: 26 pid: 11802 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.960598:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.960600:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.960602:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a33de lrc: 3/0,1 mode: PW/PW res: [0x119:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.960609:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a33de lrc: 4/0,1 mode: PW/PW res: [0x119:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.960620:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776265357.960637:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095d3c631 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+26:2206:x1862548787297792:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 Request processed in 74us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265357.960643:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5192 00000100:00100000:1.0:1776265357.960654:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5193 00000100:00100000:1.0:1776265357.960658:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f755c8e0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+25:2206:x1862548787297728:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1776265357.960664:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776265357.960667:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ad56bfec/0xeb74cb2ea3681645 lrc: 5/0,0 mode: PW/PW res: [0x11a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bb1b expref: 25 pid: 11802 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.960691:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ad56bfec/0xeb74cb2ea3681645 lrc: 4/0,0 mode: PW/PW res: [0x11a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bb1b expref: 25 pid: 11802 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1776265357.960708:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.960711:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.960715:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.960717:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000329a46a2/0xeb74cb2ea36a33d7 lrc: 3/0,1 mode: PW/PW res: [0x11a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.960718:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265357.960725:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3383 lrc: 2/0,0 mode: PW/PW res: [0xef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.960728:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000329a46a2/0xeb74cb2ea36a33d7 lrc: 4/0,1 mode: PW/PW res: [0x11a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.960775:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1776265357.960777:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d710ab5a already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.960781:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3383 lrc: 2/0,0 mode: PW/PW res: [0xef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.960789:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3383 lrc: 3/0,0 mode: PW/PW res: [0xef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.960794:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f755c8e0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+25:2206:x1862548787297728:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 Request processed in 130us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265357.960812:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5193 00010000:00010000:2.0:1776265357.960819:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3383 lrc: 1/0,0 mode: --/PW res: [0xef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.960839:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a3383 lrc: 0/0,0 mode: --/PW res: [0xef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.961084:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.961086:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.961088:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.961133:0:11804:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f44457f/0xeb74cb2ea367f23b lrc: 0/0,0 mode: --/PW res: [0xf3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ac81 expref: 31 pid: 10780 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1776265357.961147:0:11804:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a3f93d51 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:11804:1862548793534464:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.961171:0:11804:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000076649c01/0xeb74cb2ea36a33c9 lrc: 3/0,1 mode: PW/PW res: [0xf3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.961180:0:11804:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000076649c01/0xeb74cb2ea36a33c9 lrc: 3/0,1 mode: PW/PW res: [0xf3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.961192:0:11804:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000076649c01/0xeb74cb2ea36a33c9 lrc: 3/0,1 mode: PW/PW res: [0xf3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.961283:0:11783:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad56bfec/0xeb74cb2ea3681645 lrc: 0/0,0 mode: --/PW res: [0x11a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bb1b expref: 24 pid: 11802 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265357.961294:0:11783:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006885faf2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:11783:1862548793534784:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265357.961305:0:11783:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000329a46a2/0xeb74cb2ea36a33d7 lrc: 3/0,1 mode: PW/PW res: [0x11a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.961310:0:11783:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000329a46a2/0xeb74cb2ea36a33d7 lrc: 3/0,1 mode: PW/PW res: [0x11a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.961313:0:11783:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000329a46a2/0xeb74cb2ea36a33d7 lrc: 3/0,1 mode: PW/PW res: [0x11a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.961318:0:11783:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000329a46a2/0xeb74cb2ea36a33d7 lrc: 3/0,1 mode: PW/PW res: [0x11a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.961321:0:11783:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000329a46a2/0xeb74cb2ea36a33d7 lrc: 2/0,0 mode: PW/PW res: [0x11a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.961333:0:11783:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776265357.961341:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265357.961344:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000329a46a2/0xeb74cb2ea36a33d7 lrc: 2/0,0 mode: PW/PW res: [0x11a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.961348:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000329a46a2 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265357.961350:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000329a46a2/0xeb74cb2ea36a33d7 lrc: 2/0,0 mode: PW/PW res: [0x11a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.961355:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000329a46a2/0xeb74cb2ea36a33d7 lrc: 3/0,0 mode: PW/PW res: [0x11a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.961363:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000329a46a2/0xeb74cb2ea36a33d7 lrc: 1/0,0 mode: --/PW res: [0x11a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.961366:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000329a46a2/0xeb74cb2ea36a33d7 lrc: 0/0,0 mode: --/PW res: [0x11a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.961375:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.961376:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.961377:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776265357.961616:0:11783:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bf38e0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+56:2994:x1862548793534720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12089us (12707us total) trans 4294968259 rc 0/0 00000100:00100000:1.0:1776265357.961623:0:11783:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3140 00010000:00010000:2.0:1776265357.961790:0:11804:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000076649c01/0xeb74cb2ea36a33c9 lrc: 3/0,1 mode: PW/PW res: [0xf3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.961797:0:11804:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000076649c01/0xeb74cb2ea36a33c9 lrc: 2/0,0 mode: PW/PW res: [0xf3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.961810:0:11804:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1776265357.962738:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000551b7748/2, rc 0, transno 959 00000100:00100000:2.0:1776265357.962773:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000551b7748 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793533824:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1776265357.962792:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ad2a3af1/2, rc 0, transno 971 00000100:00100000:2.0:1776265357.962807:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad2a3af1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793534080:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776265357.963306:0:10780:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045d815b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+57:2996:x1862548793533184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21255us (22626us total) trans 4294968269 rc 0/0 00000100:00100000:3.0:1776265357.963323:0:10780:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3128 00000004:00080000:3.0:1776265357.963379:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000073c84974/2, rc 0, transno 967 00000100:00100000:3.0:1776265357.963384:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000073c84974 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793533248:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1776265357.963397:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a686056d/2, rc 0, transno 958 00000100:00100000:3.0:1776265357.963400:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a686056d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793532928:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1776265357.963407:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002182a1dd/2, rc 0, transno 973 00000100:00100000:3.0:1776265357.963411:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002182a1dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793533184:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1776265357.963420:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007679503a/2, rc 0, transno 972 00000100:00100000:3.0:1776265357.963423:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007679503a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793532992:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1776265357.963445:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265357.963450:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000076649c01/0xeb74cb2ea36a33c9 lrc: 2/0,0 mode: PW/PW res: [0xf3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.963461:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000076649c01 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265357.963465:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000076649c01/0xeb74cb2ea36a33c9 lrc: 2/0,0 mode: PW/PW res: [0xf3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.963473:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000076649c01/0xeb74cb2ea36a33c9 lrc: 3/0,0 mode: PW/PW res: [0xf3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.963496:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000076649c01/0xeb74cb2ea36a33c9 lrc: 1/0,0 mode: --/PW res: [0xf3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.963502:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000076649c01/0xeb74cb2ea36a33c9 lrc: 0/0,0 mode: --/PW res: [0xf3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.963525:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265357.963526:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265357.963528:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265357.963540:0:6306:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a33ad lrc: 3/0,1 mode: PW/PW res: [0x11b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.963549:0:6306:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a33ad lrc: 3/0,1 mode: PW/PW res: [0x11b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.963557:0:6306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a33ad lrc: 3/0,1 mode: PW/PW res: [0x11b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.963891:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a33d0 lrc: 2/0,0 mode: PW/PW res: [0xf0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.963907:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b32fd6ea already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265357.963910:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a33d0 lrc: 2/0,0 mode: PW/PW res: [0xf0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.964273:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000073652895 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793535040:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.964347:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.964388:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1776265357.964393:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff07d00b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793534976:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.964411:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.964448:0:10780:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793535040 00000100:00100000:2.0:1776265357.964489:0:10780:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793534976 00000100:00100000:2.0:1776265357.964505:0:10780:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3142 00000100:00100000:2.0:1776265357.964511:0:10780:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f844dd0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+58:2996:x1862548793535040:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776265357.964546:0:10780:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:234 count 1 00010000:00010000:0.0:1776265357.964617:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a33d0 lrc: 3/0,0 mode: PW/PW res: [0xf0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.964828:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a33d0 lrc: 1/0,0 mode: --/PW res: [0xf0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.964838:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a33d0 lrc: 0/0,0 mode: --/PW res: [0xf0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.964860:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265357.964862:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265357.964864:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265357.964914:0:11777:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3143 00000100:00100000:0.0:1776265357.964923:0:11777:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a96efe6e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+58:2996:x1862548793534976:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776265357.964971:0:11777:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:240 count 1 00010000:00010000:0.0:1776265357.964995:0:11777:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a33e5 lrc: 3/0,1 mode: --/PW res: [0xf0:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.965016:0:11777:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ae252fd0/0xeb74cb2ea367efbe lrc: 2/0,0 mode: PW/PW res: [0xf0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ab77 expref: 30 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.965025:0:11777:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.965028:0:11777:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.965030:0:11777:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a33e5 lrc: 4/0,1 mode: --/PW res: [0xf0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.965067:0:11777:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ae252fd0/0xeb74cb2ea367efbe lrc: 3/0,0 mode: PW/PW res: [0xf0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ab77 expref: 30 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.965074:0:6306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a33ad lrc: 2/0,0 mode: PW/PW res: [0x11b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.965085:0:11777:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ae252fd0/0xeb74cb2ea367efbe lrc: 4/0,0 mode: PW/PW res: [0xf0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ab77 expref: 30 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1776265357.965102:0:6306:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776265357.965103:0:11777:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb95879a pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:11777:1862548793535360:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265357.965270:0:11777:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b07932c6 going to sleep for 43 seconds 00000100:00100000:0.0:1776265357.965303:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a52608b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793535232:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776265357.965358:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1776265357.965418:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001b26ba73/2, rc 0, transno 962 00000100:00100000:0.0:1776265357.965432:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001b26ba73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793534528:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776265357.965450:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1776265357.965455:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000ee4988b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793535296:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776265357.965486:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776265357.965606:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793535232 00010000:00010000:2.0:1776265357.965722:0:10780:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a33ec lrc: 3/0,1 mode: --/PW res: [0xea:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.965743:0:10780:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000103801fb/0xeb74cb2ea367e8c5 lrc: 2/0,0 mode: PW/PW res: [0xea:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a8c9 expref: 30 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.965750:0:10780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.965752:0:10780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.965754:0:10780:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a33ec lrc: 4/0,1 mode: --/PW res: [0xea:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.965784:0:10780:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000103801fb/0xeb74cb2ea367e8c5 lrc: 3/0,0 mode: PW/PW res: [0xea:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a8c9 expref: 30 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.965794:0:10780:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000103801fb/0xeb74cb2ea367e8c5 lrc: 4/0,0 mode: PW/PW res: [0xea:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a8c9 expref: 30 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1776265357.965807:0:10780:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e89c45a9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10780:1862548793535488:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.965990:0:10780:0:(client.c:2500:ptlrpc_set_wait()) set 00000000bf384fb2 going to sleep for 43 seconds 00010000:00010000:2.0:1776265357.966010:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265357.966015:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a33ad lrc: 2/0,0 mode: PW/PW res: [0x11b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.966023:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008190f10d already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.966026:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a33ad lrc: 2/0,0 mode: PW/PW res: [0x11b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.966704:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a33ad lrc: 3/0,0 mode: PW/PW res: [0x11b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.966737:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a33ad lrc: 1/0,0 mode: --/PW res: [0x11b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.966744:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a33ad lrc: 0/0,0 mode: --/PW res: [0x11b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.966764:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.966765:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.966767:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776265357.967133:0:11804:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ce79b9a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+58:2993:x1862548793534144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22799us (23115us total) trans 4294968270 rc 0/0 00000100:00100000:2.0:1776265357.967146:0:11804:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3138 00000100:00100000:2.0:1776265357.967191:0:11804:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793535296 00000100:00100000:2.0:1776265357.967264:0:11804:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3144 00000100:00100000:2.0:1776265357.967270:0:11804:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1f5a1b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+58:2995:x1862548793535232:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776265357.967306:0:11804:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:242 count 1 00010000:00010000:2.0:1776265357.967328:0:11804:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a33f3 lrc: 3/0,1 mode: --/PW res: [0xf2:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.967344:0:11804:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000063f82d52/0xeb74cb2ea367f1cb lrc: 2/0,0 mode: PW/PW res: [0xf2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ac57 expref: 23 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.967352:0:11804:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.967354:0:11804:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.967356:0:11804:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a33f3 lrc: 4/0,1 mode: --/PW res: [0xf2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.967387:0:11804:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000063f82d52/0xeb74cb2ea367f1cb lrc: 3/0,0 mode: PW/PW res: [0xf2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ac57 expref: 23 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.967399:0:11804:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000063f82d52/0xeb74cb2ea367f1cb lrc: 4/0,0 mode: PW/PW res: [0xf2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ac57 expref: 23 pid: 10780 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1776265357.967412:0:11804:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c7728adf pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:11804:1862548793535552:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.967467:0:11804:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f9e60958 going to sleep for 43 seconds 00000004:00080000:2.0:1776265357.967510:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e49a453c/2, rc 0, transno 961 00000100:00100000:2.0:1776265357.967526:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e49a453c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793532864:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776265357.968074:0:6306:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000620cfc08 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+58:2995:x1862548793533888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24672us (24963us total) trans 4294968260 rc 0/0 00000100:00100000:3.0:1776265357.968084:0:6306:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3134 00000100:00100000:3.0:1776265357.968236:0:6306:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3145 00000100:00100000:3.0:1776265357.968241:0:6306:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006885faf2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+57:2995:x1862548793535296:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776265357.968261:0:6306:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:256 count 1 00010000:00010000:3.0:1776265357.968279:0:6306:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a33fa lrc: 3/0,1 mode: --/PW res: [0x100:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.968294:0:6306:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006704ee2c/0xeb74cb2ea367fedd lrc: 2/0,0 mode: PW/PW res: [0x100:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b19e expref: 23 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.968306:0:6306:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776265357.968308:0:6306:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776265357.968310:0:6306:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a33fa lrc: 4/0,1 mode: --/PW res: [0x100:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.968337:0:6306:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006704ee2c/0xeb74cb2ea367fedd lrc: 3/0,0 mode: PW/PW res: [0x100:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b19e expref: 23 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.968348:0:6306:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006704ee2c/0xeb74cb2ea367fedd lrc: 4/0,0 mode: PW/PW res: [0x100:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b19e expref: 23 pid: 10780 timeout: 559 lvb_type: 0 00000100:00100000:3.0:1776265357.968360:0:6306:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f38f3d18 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6306:1862548793535680:192.168.204.57@tcp:104: 00000100:00100000:3.0:1776265357.968399:0:6306:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cda67282 going to sleep for 43 seconds 00000004:00080000:2.0:1776265357.969259:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004aedd428/2, rc 0, transno 970 00010000:00010000:3.0:1776265357.969405:0:7842:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ddf6ba3e/0xeb74cb2ea3681549 lrc: 0/0,0 mode: --/PW res: [0x119:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bab9 expref: 23 pid: 11802 timeout: 559 lvb_type: 0 00000100:00100000:3.0:1776265357.969426:0:7842:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000073fb35d9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7842:1862548793534848:192.168.204.57@tcp:104: 00010000:00010000:3.0:1776265357.969452:0:7842:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a33de lrc: 3/0,1 mode: PW/PW res: [0x119:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.969463:0:7842:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a33de lrc: 3/0,1 mode: PW/PW res: [0x119:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.969469:0:7842:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a33de lrc: 3/0,1 mode: PW/PW res: [0x119:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.969484:0:7842:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a33de lrc: 3/0,1 mode: PW/PW res: [0x119:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.969491:0:7842:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a33de lrc: 2/0,0 mode: PW/PW res: [0x119:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.969516:0:7842:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776265357.969552:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265357.969564:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a33de lrc: 2/0,0 mode: PW/PW res: [0x119:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.969579:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f264d773 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265357.969583:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a33de lrc: 2/0,0 mode: PW/PW res: [0x119:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.969592:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a33de lrc: 3/0,0 mode: PW/PW res: [0x119:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.969618:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a33de lrc: 1/0,0 mode: --/PW res: [0x119:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.969625:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f264d773/0xeb74cb2ea36a33de lrc: 0/0,0 mode: --/PW res: [0x119:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7842 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.969651:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004aedd428 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793533120:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.969737:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1776265357.969743:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.969746:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.969748:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776265357.969758:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000073fb35d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793535744:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.970093:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776265357.970127:0:11776:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793535744 00000004:00080000:2.0:1776265357.970158:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000061848e8c/2, rc 0, transno 969 00000100:00100000:2.0:1776265357.970174:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061848e8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793533056:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776265357.970192:0:11776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3146 00000100:00100000:1.0:1776265357.970202:0:11776:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a3f93d51 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+58:2996:x1862548793535744:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.970256:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cca94cde pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793535808:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776265357.970267:0:11776:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:236 count 1 00000100:00100000:2.0:1776265357.970285:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1776265357.970302:0:11776:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000da5595e6/0xeb74cb2ea36a3401 lrc: 3/0,1 mode: --/PW res: [0xec:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.970323:0:11776:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000361265c1/0xeb74cb2ea367eaaf lrc: 2/0,0 mode: PW/PW res: [0xec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a994 expref: 30 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.970332:0:11776:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265357.970334:0:11776:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1776265357.970335:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793535808 00010000:00010000:1.0:1776265357.970337:0:11776:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da5595e6/0xeb74cb2ea36a3401 lrc: 4/0,1 mode: --/PW res: [0xec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.970377:0:11776:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000361265c1/0xeb74cb2ea367eaaf lrc: 3/0,0 mode: PW/PW res: [0xec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a994 expref: 30 pid: 11777 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.970382:0:6307:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3147 00000100:00100000:2.0:1776265357.970393:0:6307:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cefc1670 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+59:2996:x1862548793535808:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1776265357.970401:0:11776:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000361265c1/0xeb74cb2ea367eaaf lrc: 4/0,0 mode: PW/PW res: [0xec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a994 expref: 30 pid: 11777 timeout: 559 lvb_type: 0 00002000:00080000:2.0:1776265357.970415:0:6307:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:414 count 1 00000100:00100000:1.0:1776265357.970423:0:11776:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000554885f pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:11776:1862548793535872:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.970440:0:6307:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000454265a8/0xeb74cb2ea36a3408 lrc: 3/0,1 mode: --/PW res: [0x19e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.970458:0:6307:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000034815396/0xeb74cb2ea3697b0d lrc: 2/0,0 mode: PW/PW res: [0x19e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece42efd expref: 30 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.970466:0:6307:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.970468:0:6307:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.970470:0:6307:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000454265a8/0xeb74cb2ea36a3408 lrc: 4/0,1 mode: --/PW res: [0x19e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.970497:0:6307:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000034815396/0xeb74cb2ea3697b0d lrc: 3/0,0 mode: PW/PW res: [0x19e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece42efd expref: 30 pid: 11777 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.970499:0:11776:0:(client.c:2500:ptlrpc_set_wait()) set 000000001c4a0bd3 going to sleep for 43 seconds 00010000:00010000:2.0:1776265357.970514:0:6307:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000034815396/0xeb74cb2ea3697b0d lrc: 4/0,0 mode: PW/PW res: [0x19e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece42efd expref: 30 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1776265357.970527:0:6307:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000779538bf pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6307:1862548793535936:192.168.204.57@tcp:104: 00000004:00080000:0.0:1776265357.971061:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b0312241/2, rc 0, transno 964 00000100:00100000:0.0:1776265357.971088:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b0312241 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793533888:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776265357.971149:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a5415fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793534912:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776265357.971199:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.972293:0:6307:0:(client.c:2500:ptlrpc_set_wait()) set 000000005c6b03ca going to sleep for 43 seconds 00000100:00100000:2.0:1776265357.972339:0:11803:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793534912 00000100:00100000:2.0:1776265357.972389:0:11803:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3148 00000100:00100000:2.0:1776265357.972395:0:11803:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddad66ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+59:2994:x1862548793534912:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776265357.972426:0:11803:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:241 count 1 00010000:00010000:2.0:1776265357.972451:0:11803:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a340f lrc: 3/0,1 mode: --/PW res: [0xf1:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.972472:0:11803:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008a1882c8/0xeb74cb2ea367f11c lrc: 2/0,0 mode: PW/PW res: [0xf1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ac0a expref: 22 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.972479:0:11803:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.972482:0:11803:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.972484:0:11803:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a340f lrc: 4/0,1 mode: --/PW res: [0xf1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.972526:0:11803:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008a1882c8/0xeb74cb2ea367f11c lrc: 3/0,0 mode: PW/PW res: [0xf1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ac0a expref: 22 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.972539:0:11803:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008a1882c8/0xeb74cb2ea367f11c lrc: 4/0,0 mode: PW/PW res: [0xf1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ac0a expref: 22 pid: 10780 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1776265357.972553:0:11803:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe360b3e pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:11803:1862548793536000:192.168.204.57@tcp:104: 00000100:00100000:3.0:1776265357.974078:0:7842:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f655a46 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+59:2995:x1862548793534656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24398us (24668us total) trans 4294968261 rc 0/0 00000100:00100000:3.0:1776265357.974097:0:7842:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3141 00000100:00100000:1.0:1776265357.974393:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.974432:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265357.974466:0:5493:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787297856 00000100:00100000:1.0:1776265357.974480:0:5494:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787297920 00010000:00010000:3.0:1776265357.974511:0:5493:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ae252fd0/0xeb74cb2ea367efbe lrc: 5/0,0 mode: PW/PW res: [0xf0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ab77 expref: 32 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.974525:0:5494:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000103801fb/0xeb74cb2ea367e8c5 lrc: 5/0,0 mode: PW/PW res: [0xea:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a8c9 expref: 32 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:3.0:1776265357.974554:0:5493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5194 00000100:00100000:1.0:1776265357.974572:0:5494:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5195 00000100:00100000:3.0:1776265357.974578:0:5493:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053222c86 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+32:2205:x1862548787297856:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00000100:00100000:1.0:1776265357.974587:0:5494:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095d3c631 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+32:2206:x1862548787297920:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1776265357.974601:0:5493:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776265357.974604:0:5494:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776265357.974610:0:5493:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ae252fd0/0xeb74cb2ea367efbe lrc: 5/0,0 mode: PW/PW res: [0xf0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ab77 expref: 32 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.974615:0:5494:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000103801fb/0xeb74cb2ea367e8c5 lrc: 5/0,0 mode: PW/PW res: [0xea:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a8c9 expref: 32 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1776265357.974648:0:5493:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ae252fd0/0xeb74cb2ea367efbe lrc: 4/0,0 mode: PW/PW res: [0xf0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ab77 expref: 32 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1776265357.974681:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265357.974683:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265357.974687:0:5493:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a33e5 lrc: 3/0,1 mode: PW/PW res: [0xf0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.974700:0:5493:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a33e5 lrc: 4/0,1 mode: PW/PW res: [0xf0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.974735:0:5493:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265357.974738:0:5494:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000103801fb/0xeb74cb2ea367e8c5 lrc: 4/0,0 mode: PW/PW res: [0xea:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a8c9 expref: 32 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.974769:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.974772:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.974776:0:5494:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a33ec lrc: 3/0,1 mode: PW/PW res: [0xea:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.974786:0:5494:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a33ec lrc: 4/0,1 mode: PW/PW res: [0xea:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265357.974787:0:5493:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053222c86 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+32:2205:x1862548787297856:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 223us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265357.974816:0:5493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5194 00010000:00010000:1.0:1776265357.974831:0:5494:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776265357.974874:0:5494:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095d3c631 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+31:2206:x1862548787297920:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 Request processed in 289us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265357.974882:0:5494:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5195 00000100:00100000:2.0:1776265357.976206:0:11803:0:(client.c:2500:ptlrpc_set_wait()) set 000000008220040b going to sleep for 43 seconds 00010000:00010000:2.0:1776265357.976302:0:10780:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000103801fb/0xeb74cb2ea367e8c5 lrc: 0/0,0 mode: --/PW res: [0xea:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a8c9 expref: 30 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1776265357.976324:0:10780:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e89c45a9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10780:1862548793535488:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.976358:0:10780:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a33ec lrc: 3/0,1 mode: PW/PW res: [0xea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.976369:0:10780:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a33ec lrc: 3/0,1 mode: PW/PW res: [0xea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.976376:0:10780:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a33ec lrc: 3/0,1 mode: PW/PW res: [0xea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.976386:0:10780:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a33ec lrc: 3/0,1 mode: PW/PW res: [0xea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.976393:0:10780:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a33ec lrc: 2/0,0 mode: PW/PW res: [0xea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.976416:0:10780:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776265357.976794:0:10780:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f844dd0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+60:2996:x1862548793535040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12281us (12449us total) trans 4294968271 rc 0/0 00000100:00100000:2.0:1776265357.976805:0:10780:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3142 00010000:00010000:3.0:1776265357.977151:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265357.977159:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a33ec lrc: 2/0,0 mode: PW/PW res: [0xea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.977170:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f1802c1f already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265357.977175:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a33ec lrc: 2/0,0 mode: PW/PW res: [0xea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.977184:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a33ec lrc: 3/0,0 mode: PW/PW res: [0xea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.977206:0:11777:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae252fd0/0xeb74cb2ea367efbe lrc: 0/0,0 mode: --/PW res: [0xf0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ab77 expref: 29 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1776265357.977256:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a33ec lrc: 1/0,0 mode: --/PW res: [0xea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.977265:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1802c1f/0xeb74cb2ea36a33ec lrc: 0/0,0 mode: --/PW res: [0xea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.977270:0:11777:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb95879a pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:11777:1862548793535360:192.168.204.57@tcp:104: 00010000:00010000:3.0:1776265357.977306:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265357.977308:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265357.977311:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265357.977311:0:11777:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a33e5 lrc: 3/0,1 mode: PW/PW res: [0xf0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.977328:0:11777:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a33e5 lrc: 3/0,1 mode: PW/PW res: [0xf0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.977336:0:11777:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a33e5 lrc: 3/0,1 mode: PW/PW res: [0xf0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.977345:0:11777:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a33e5 lrc: 3/0,1 mode: PW/PW res: [0xf0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.977355:0:11777:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a33e5 lrc: 2/0,0 mode: PW/PW res: [0xf0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.977382:0:11777:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1776265357.977391:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000073652895/2, rc 0, transno 975 00000100:00100000:2.0:1776265357.977418:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000073652895 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793535040:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1776265357.977459:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008fcc92bc/2, rc 0, transno 968 00000100:00100000:2.0:1776265357.977465:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008fcc92bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793533312:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.977490:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da4d17b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793535104:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.977538:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.978005:0:10780:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793535104 00010000:00010000:1.0:1776265357.978055:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1776265357.978060:0:10780:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3149 00010000:00010000:1.0:1776265357.978063:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a33e5 lrc: 2/0,0 mode: PW/PW res: [0xf0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.978072:0:10780:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000360891fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+61:2993:x1862548793535104:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1776265357.978087:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d63ea440 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265357.978090:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a33e5 lrc: 2/0,0 mode: PW/PW res: [0xf0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.978098:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a33e5 lrc: 3/0,0 mode: PW/PW res: [0xf0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1776265357.978116:0:10780:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:260 count 1 00010000:00010000:1.0:1776265357.978119:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a33e5 lrc: 1/0,0 mode: --/PW res: [0xf0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.978128:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a33e5 lrc: 0/0,0 mode: --/PW res: [0xf0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.978148:0:10780:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f16467ca/0xeb74cb2ea36a3416 lrc: 3/0,1 mode: --/PW res: [0x104:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.978148:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.978153:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.978155:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.978172:0:10780:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d64b8469/0xeb74cb2ea3680225 lrc: 2/0,0 mode: PW/PW res: [0x104:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b2e0 expref: 28 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.978180:0:10780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.978182:0:10780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.978185:0:10780:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f16467ca/0xeb74cb2ea36a3416 lrc: 4/0,1 mode: --/PW res: [0x104:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.978258:0:10780:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d64b8469/0xeb74cb2ea3680225 lrc: 3/0,0 mode: PW/PW res: [0x104:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b2e0 expref: 28 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.978271:0:10780:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d64b8469/0xeb74cb2ea3680225 lrc: 4/0,0 mode: PW/PW res: [0x104:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b2e0 expref: 28 pid: 11802 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1776265357.978285:0:10780:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000634e4fad pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10780:1862548793536128:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265357.978302:0:11777:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a96efe6e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+61:2996:x1862548793534976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13376us (13886us total) trans 4294968272 rc 0/0 00000100:00100000:0.0:1776265357.978315:0:11777:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3143 00000100:00100000:2.0:1776265357.978351:0:10780:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c2b506bd going to sleep for 43 seconds 00000004:00080000:0.0:1776265357.978387:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e08223ab/2, rc 0, transno 965 00000004:00080000:2.0:1776265357.978398:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ff07d00b/2, rc 0, transno 976 00000100:00100000:0.0:1776265357.978406:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e08223ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793534656:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776265357.978408:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff07d00b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793534976:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.978442:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cdf8e395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793535424:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776265357.978488:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.978519:0:11777:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793535424 00000100:00100000:2.0:1776265357.978546:0:11777:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3150 00000100:00100000:2.0:1776265357.978551:0:11777:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000078d0d88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+59:2993:x1862548793535424:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1776265357.978565:0:11777:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:255 count 1 00010000:00010000:2.0:1776265357.978580:0:11777:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a341d lrc: 3/0,1 mode: --/PW res: [0xff:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.978593:0:11777:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000088020aa/0xeb74cb2ea367fe19 lrc: 2/0,0 mode: PW/PW res: [0xff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b14a expref: 22 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.978600:0:11777:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.978603:0:11777:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.978605:0:11777:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a341d lrc: 4/0,1 mode: --/PW res: [0xff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.978631:0:11777:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000088020aa/0xeb74cb2ea367fe19 lrc: 3/0,0 mode: PW/PW res: [0xff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b14a expref: 22 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.978641:0:11777:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000088020aa/0xeb74cb2ea367fe19 lrc: 4/0,0 mode: PW/PW res: [0xff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b14a expref: 22 pid: 11802 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1776265357.978653:0:11777:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002ce79b9a pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:11777:1862548793536256:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.978692:0:11777:0:(client.c:2500:ptlrpc_set_wait()) set 000000000d1429ad going to sleep for 43 seconds 00000100:00100000:2.0:1776265357.978706:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006771e302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793536064:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776265357.978745:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776265357.978818:0:11771:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793536064 00000100:00100000:0.0:1776265357.978857:0:11771:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3151 00000100:00100000:0.0:1776265357.978863:0:11771:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000620cfc08 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+60:2993:x1862548793536064:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776265357.978888:0:11771:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:235 count 1 00010000:00010000:0.0:1776265357.978930:0:11771:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a3424 lrc: 3/0,1 mode: --/PW res: [0xeb:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.978948:0:11771:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b89dda13/0xeb74cb2ea367ea1c lrc: 2/0,0 mode: PW/PW res: [0xeb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a955 expref: 22 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.978965:0:11771:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.978967:0:11771:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.978969:0:11771:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a3424 lrc: 4/0,1 mode: --/PW res: [0xeb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.978997:0:11771:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b89dda13/0xeb74cb2ea367ea1c lrc: 3/0,0 mode: PW/PW res: [0xeb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a955 expref: 22 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.979009:0:11771:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b89dda13/0xeb74cb2ea367ea1c lrc: 4/0,0 mode: PW/PW res: [0xeb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a955 expref: 22 pid: 11796 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265357.979025:0:11771:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e679b5df pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:11771:1862548793536320:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265357.980366:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011ff4d06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793536448:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.980429:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.980472:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1776265357.980480:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e5e3718 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793536384:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265357.980507:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265357.980544:0:11778:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793536448 00000100:00100000:0.0:1776265357.980615:0:11771:0:(client.c:2500:ptlrpc_set_wait()) set 0000000015387cd2 going to sleep for 43 seconds 00000100:00100000:2.0:1776265357.980649:0:11778:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793536384 00000100:00100000:3.0:1776265357.981864:0:11804:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c7728adf pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:11804:1862548793535552:192.168.204.57@tcp:104: 00010000:00010000:3.0:1776265357.981943:0:11804:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a33f3 lrc: 3/0,1 mode: --/PW res: [0xf2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.983593:0:11796:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3152 00000100:00100000:1.0:1776265357.983607:0:11796:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d69021a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+62:2996:x1862548793536448:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776265357.983658:0:11796:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:258 count 1 00010000:00010000:1.0:1776265357.983694:0:11796:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e943133a/0xeb74cb2ea36a342b lrc: 3/0,1 mode: --/PW res: [0x102:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.983735:0:11796:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009d33c4f5/0xeb74cb2ea368006c lrc: 2/0,0 mode: PW/PW res: [0x102:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b231 expref: 28 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.983744:0:11796:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265357.983746:0:11796:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265357.983749:0:11796:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e943133a/0xeb74cb2ea36a342b lrc: 4/0,1 mode: --/PW res: [0x102:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.983792:0:11796:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009d33c4f5/0xeb74cb2ea368006c lrc: 3/0,0 mode: PW/PW res: [0x102:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b231 expref: 28 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.983805:0:11796:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009d33c4f5/0xeb74cb2ea368006c lrc: 4/0,0 mode: PW/PW res: [0x102:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b231 expref: 28 pid: 11802 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265357.983831:0:11796:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d525b44a pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:11796:1862548793536576:192.168.204.57@tcp:104: 00000100:00100000:1.0:1776265357.983926:0:11796:0:(client.c:2500:ptlrpc_set_wait()) set 000000000f7a2521 going to sleep for 43 seconds 00000100:00100000:1.0:1776265357.984012:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.984063:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787297984 00010000:00010000:1.0:1776265357.984104:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000063f82d52/0xeb74cb2ea367f1cb lrc: 4/0,0 mode: PW/PW res: [0xf2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ac57 expref: 23 pid: 10780 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265357.984138:0:11760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5196 00000100:00100000:1.0:1776265357.984143:0:11760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d365dba4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+23:2206:x1862548787297984:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1776265357.984154:0:11760:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776265357.984159:0:11760:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000063f82d52/0xeb74cb2ea367f1cb lrc: 4/0,0 mode: PW/PW res: [0xf2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ac57 expref: 23 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.984177:0:11760:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000063f82d52/0xeb74cb2ea367f1cb lrc: 3/0,0 mode: PW/PW res: [0xf2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ac57 expref: 23 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.984234:0:11760:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000063f82d52/0xeb74cb2ea367f1cb lrc: 0/0,0 mode: --/PW res: [0xf2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ac57 expref: 23 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.984250:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.984252:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.984256:0:11760:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a33f3 lrc: 3/0,1 mode: PW/PW res: [0xf2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.984264:0:11760:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a33f3 lrc: 4/0,1 mode: PW/PW res: [0xf2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.984292:0:11760:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776265357.984316:0:11760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d365dba4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+22:2206:x1862548787297984:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 172us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265357.984324:0:11760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5196 00010000:00010000:1.0:1776265357.984358:0:11804:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a33f3 lrc: 3/0,1 mode: PW/PW res: [0xf2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.984373:0:11804:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a33f3 lrc: 3/0,1 mode: PW/PW res: [0xf2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.984382:0:11804:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a33f3 lrc: 3/0,1 mode: PW/PW res: [0xf2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.984395:0:11804:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a33f3 lrc: 2/0,0 mode: PW/PW res: [0xf2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.984419:0:11804:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776265357.984750:0:11804:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1f5a1b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+61:2995:x1862548793535232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17479us (19395us total) trans 4294968262 rc 0/0 00000100:00100000:1.0:1776265357.984758:0:11804:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3144 00000100:00100000:1.0:1776265357.984931:0:11804:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3153 00000100:00100000:1.0:1776265357.984937:0:11804:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000589eb106 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+62:2996:x1862548793536384:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776265357.984981:0:11804:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:420 count 1 00010000:00010000:1.0:1776265357.985000:0:11804:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005971ca32/0xeb74cb2ea36a3432 lrc: 3/0,1 mode: --/PW res: [0x1a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.985015:0:11804:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ccaee2c8/0xeb74cb2ea3698cef lrc: 2/0,0 mode: PW/PW res: [0x1a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece434c9 expref: 28 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.985022:0:11804:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265357.985024:0:11804:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265357.985026:0:11804:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005971ca32/0xeb74cb2ea36a3432 lrc: 4/0,1 mode: --/PW res: [0x1a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.985049:0:11804:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ccaee2c8/0xeb74cb2ea3698cef lrc: 3/0,0 mode: PW/PW res: [0x1a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece434c9 expref: 28 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.985061:0:11804:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ccaee2c8/0xeb74cb2ea3698cef lrc: 4/0,0 mode: PW/PW res: [0x1a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece434c9 expref: 28 pid: 11796 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265357.985080:0:11804:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004a52c70c pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:11804:1862548793536640:192.168.204.57@tcp:104: 00000100:00100000:1.0:1776265357.985112:0:11804:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cf659e50 going to sleep for 43 seconds 00000100:00100000:1.0:1776265357.985296:0:11776:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000554885f pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:11776:1862548793535872:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265357.985320:0:11776:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000da5595e6/0xeb74cb2ea36a3401 lrc: 3/0,1 mode: --/PW res: [0xec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.985484:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.985509:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787298048 00010000:00010000:1.0:1776265357.985531:0:5492:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006704ee2c/0xeb74cb2ea367fedd lrc: 5/0,0 mode: PW/PW res: [0x100:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b19e expref: 22 pid: 10780 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265357.985556:0:5492:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5197 00000100:00100000:1.0:1776265357.985560:0:5492:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000554885f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+22:2205:x1862548787298048:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1776265357.985569:0:5492:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776265357.985573:0:5492:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006704ee2c/0xeb74cb2ea367fedd lrc: 5/0,0 mode: PW/PW res: [0x100:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b19e expref: 22 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.985584:0:5492:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006704ee2c/0xeb74cb2ea367fedd lrc: 4/0,0 mode: PW/PW res: [0x100:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b19e expref: 22 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.985606:0:5492:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.985608:0:5492:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.985611:0:5492:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a33fa lrc: 3/0,1 mode: PW/PW res: [0x100:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.985624:0:5492:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a33fa lrc: 4/0,1 mode: PW/PW res: [0x100:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.985636:0:5492:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776265357.985654:0:5492:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000554885f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+22:2205:x1862548787298048:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 93us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265357.985661:0:5492:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5197 00000100:00100000:1.0:1776265357.985796:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.985811:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787298112 00010000:00010000:1.0:1776265357.986815:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000361265c1/0xeb74cb2ea367eaaf lrc: 4/0,0 mode: PW/PW res: [0xec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a994 expref: 29 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265357.987069:0:11760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5198 00000100:00100000:1.0:1776265357.987076:0:11760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a578e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+29:2205:x1862548787298112:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1776265357.987095:0:11760:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776265357.987100:0:11760:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000361265c1/0xeb74cb2ea367eaaf lrc: 4/0,0 mode: PW/PW res: [0xec:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a994 expref: 29 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.987110:0:11760:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000361265c1/0xeb74cb2ea367eaaf lrc: 3/0,0 mode: PW/PW res: [0xec:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a994 expref: 29 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.987137:0:11760:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000361265c1/0xeb74cb2ea367eaaf lrc: 0/0,0 mode: --/PW res: [0xec:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a994 expref: 29 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.987153:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.987156:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.987160:0:11760:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000da5595e6/0xeb74cb2ea36a3401 lrc: 3/0,1 mode: PW/PW res: [0xec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.987168:0:11760:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da5595e6/0xeb74cb2ea36a3401 lrc: 4/0,1 mode: PW/PW res: [0xec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.987196:0:11760:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776265357.987263:0:11760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a578e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+28:2205:x1862548787298112:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 Request processed in 187us (1467us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265357.987271:0:11760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5198 00010000:00010000:1.0:1776265357.987306:0:11776:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000da5595e6/0xeb74cb2ea36a3401 lrc: 3/0,1 mode: PW/PW res: [0xec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.987314:0:11776:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000da5595e6/0xeb74cb2ea36a3401 lrc: 3/0,1 mode: PW/PW res: [0xec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.987324:0:11776:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000da5595e6/0xeb74cb2ea36a3401 lrc: 3/0,1 mode: PW/PW res: [0xec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.987332:0:11776:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000da5595e6/0xeb74cb2ea36a3401 lrc: 2/0,0 mode: PW/PW res: [0xec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.987351:0:11776:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1776265357.987692:0:11776:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a3f93d51 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+63:2996:x1862548793535744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17491us (17863us total) trans 4294968273 rc 0/0 00000100:00100000:1.0:1776265357.987702:0:11776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3146 00000004:00080000:2.0:1776265357.989620:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000073fb35d9/2, rc 0, transno 977 00000100:00100000:2.0:1776265357.989651:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000073fb35d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793535744:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776265357.989686:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776265357.989694:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a33f3 lrc: 2/0,0 mode: PW/PW res: [0xf2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.989708:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c4896d6d already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.989712:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a33f3 lrc: 2/0,0 mode: PW/PW res: [0xf2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.989737:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a33f3 lrc: 3/0,0 mode: PW/PW res: [0xf2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.989766:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a33f3 lrc: 1/0,0 mode: --/PW res: [0xf2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.989773:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a33f3 lrc: 0/0,0 mode: --/PW res: [0xf2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.989814:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265357.989819:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000da5595e6/0xeb74cb2ea36a3401 lrc: 2/0,0 mode: PW/PW res: [0xec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.989836:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000da5595e6 already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265357.989839:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000da5595e6/0xeb74cb2ea36a3401 lrc: 2/0,0 mode: PW/PW res: [0xec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.989850:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000da5595e6/0xeb74cb2ea36a3401 lrc: 3/0,0 mode: PW/PW res: [0xec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.989875:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000da5595e6/0xeb74cb2ea36a3401 lrc: 1/0,0 mode: --/PW res: [0xec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.989881:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da5595e6/0xeb74cb2ea36a3401 lrc: 0/0,0 mode: --/PW res: [0xec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.989897:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.989898:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265357.989900:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.989913:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776265357.990024:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265357.990029:0:6307:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000779538bf pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6307:1862548793535936:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.990066:0:6307:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000454265a8/0xeb74cb2ea36a3408 lrc: 3/0,1 mode: --/PW res: [0x19e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.990094:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787298176 00000004:00080000:2.0:1776265357.990111:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008e04c2ce/2, rc 0, transno 974 00000100:00100000:2.0:1776265357.990124:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e04c2ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793534144:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1776265357.990138:0:5492:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000034815396/0xeb74cb2ea3697b0d lrc: 4/0,0 mode: PW/PW res: [0x19e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece42efd expref: 28 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1776265357.990171:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1776265357.990187:0:5492:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5199 00000100:00100000:2.0:1776265357.990191:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d3ddcb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793536768:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776265357.990201:0:5492:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1428c66 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+28:2205:x1862548787298176:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1776265357.990244:0:5492:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776265357.990250:0:5492:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000034815396/0xeb74cb2ea3697b0d lrc: 4/0,0 mode: PW/PW res: [0x19e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece42efd expref: 28 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.990264:0:5492:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000034815396/0xeb74cb2ea3697b0d lrc: 3/0,0 mode: PW/PW res: [0x19e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece42efd expref: 28 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.990293:0:5492:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000034815396/0xeb74cb2ea3697b0d lrc: 0/0,0 mode: --/PW res: [0x19e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece42efd expref: 28 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1776265357.990306:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1776265357.990329:0:5492:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.990332:0:5492:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.990337:0:5492:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000454265a8/0xeb74cb2ea36a3408 lrc: 3/0,1 mode: PW/PW res: [0x19e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.990348:0:5492:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000454265a8/0xeb74cb2ea36a3408 lrc: 4/0,1 mode: PW/PW res: [0x19e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.990354:0:11778:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793536768 00010000:00010000:1.0:1776265357.990383:0:5492:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776265357.990401:0:11779:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3154 00000100:00100000:2.0:1776265357.990409:0:11779:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000758e0cf1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+63:2996:x1862548793536768:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776265357.990430:0:5492:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1428c66 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+27:2205:x1862548787298176:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 Request processed in 229us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265357.990440:0:5492:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5199 00002000:00080000:2.0:1776265357.990444:0:11779:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:259 count 1 00010000:00010000:2.0:1776265357.990476:0:11779:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008190f10d/0xeb74cb2ea36a3439 lrc: 3/0,1 mode: --/PW res: [0x103:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.990494:0:11779:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003c003456/0xeb74cb2ea3680161 lrc: 2/0,0 mode: PW/PW res: [0x103:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b28c expref: 26 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.990503:0:11779:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.990505:0:11779:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265357.990509:0:11779:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008190f10d/0xeb74cb2ea36a3439 lrc: 4/0,1 mode: --/PW res: [0x103:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.990540:0:11779:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003c003456/0xeb74cb2ea3680161 lrc: 3/0,0 mode: PW/PW res: [0x103:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b28c expref: 26 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.990553:0:11779:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003c003456/0xeb74cb2ea3680161 lrc: 4/0,0 mode: PW/PW res: [0x103:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b28c expref: 26 pid: 11802 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1776265357.990574:0:11779:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000779538bf pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:11779:1862548793536832:192.168.204.57@tcp:104: 00000100:00100000:1.0:1776265357.990583:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265357.990631:0:11779:0:(client.c:2500:ptlrpc_set_wait()) set 000000004b6f080c going to sleep for 43 seconds 00000100:00100000:2.0:1776265357.990662:0:10780:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000634e4fad pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10780:1862548793536128:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.990688:0:10780:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f16467ca/0xeb74cb2ea36a3416 lrc: 3/0,1 mode: --/PW res: [0x104:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1776265357.990716:0:11803:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe360b3e pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:11803:1862548793536000:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265357.990731:0:11803:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a340f lrc: 3/0,1 mode: --/PW res: [0xf1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.990747:0:6307:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000454265a8/0xeb74cb2ea36a3408 lrc: 3/0,1 mode: PW/PW res: [0x19e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.990754:0:6307:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000454265a8/0xeb74cb2ea36a3408 lrc: 3/0,1 mode: PW/PW res: [0x19e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.990762:0:6307:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000454265a8/0xeb74cb2ea36a3408 lrc: 3/0,1 mode: PW/PW res: [0x19e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.990770:0:6307:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000454265a8/0xeb74cb2ea36a3408 lrc: 2/0,0 mode: PW/PW res: [0x19e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265357.990796:0:6307:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1776265357.990867:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005a52608b/2, rc 0, transno 966 00000100:00100000:0.0:1776265357.990883:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a52608b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793535232:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776265357.991055:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1776265357.991069:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009598d0bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793536896:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776265357.994820:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776265357.994904:0:11784:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793536896 00000100:00100000:0.0:1776265357.994950:0:11784:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3155 00000100:00100000:0.0:1776265357.994967:0:11784:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004831e7e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+61:2995:x1862548793536896:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776265357.994999:0:11784:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:233 count 1 00010000:00010000:0.0:1776265357.995027:0:11784:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a3440 lrc: 3/0,1 mode: --/PW res: [0xe9:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.995047:0:11784:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b2c7677e/0xeb74cb2ea367e87f lrc: 2/0,0 mode: PW/PW res: [0xe9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a8ad expref: 21 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.995055:0:11784:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.995057:0:11784:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.995059:0:11784:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a3440 lrc: 4/0,1 mode: --/PW res: [0xe9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.995093:0:11784:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b2c7677e/0xeb74cb2ea367e87f lrc: 3/0,0 mode: PW/PW res: [0xe9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a8ad expref: 21 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.995103:0:11784:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b2c7677e/0xeb74cb2ea367e87f lrc: 4/0,0 mode: PW/PW res: [0xe9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a8ad expref: 21 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265357.995117:0:11784:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da55909d pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:11784:1862548793536960:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265357.995174:0:11784:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b07932c6 going to sleep for 43 seconds 00000100:00100000:1.0:1776265357.995259:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265357.996574:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787298240 00010000:00010000:1.0:1776265357.996610:0:5492:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008a1882c8/0xeb74cb2ea367f11c lrc: 4/0,0 mode: PW/PW res: [0xf1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ac0a expref: 22 pid: 10780 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265357.996644:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787298304 00010000:00010000:1.0:1776265357.996657:0:5492:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d64b8469/0xeb74cb2ea3680225 lrc: 4/0,0 mode: PW/PW res: [0x104:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b2e0 expref: 27 pid: 11802 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265357.996678:0:5492:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5200 00000100:00100000:1.0:1776265357.996685:0:5492:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006208a06d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+22:2205:x1862548787298240:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1776265357.996698:0:5492:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776265357.996704:0:5492:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008a1882c8/0xeb74cb2ea367f11c lrc: 4/0,0 mode: PW/PW res: [0xf1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ac0a expref: 22 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.996716:0:5492:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008a1882c8/0xeb74cb2ea367f11c lrc: 3/0,0 mode: PW/PW res: [0xf1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ac0a expref: 22 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.996741:0:5492:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008a1882c8/0xeb74cb2ea367f11c lrc: 0/0,0 mode: --/PW res: [0xf1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ac0a expref: 22 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1776265357.996752:0:6306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006704ee2c/0xeb74cb2ea367fedd lrc: 0/0,0 mode: --/PW res: [0x100:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b19e expref: 21 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.996757:0:5492:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.996760:0:5492:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1776265357.996763:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:1.0:1776265357.996764:0:5492:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a340f lrc: 3/0,1 mode: PW/PW res: [0xf1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.996775:0:5492:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a340f lrc: 4/0,1 mode: PW/PW res: [0xf1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.996785:0:7829:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787298368 00000100:00100000:3.0:1776265357.996787:0:6306:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f38f3d18 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6306:1862548793535680:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265357.996800:0:7829:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000088020aa/0xeb74cb2ea367fe19 lrc: 5/0,0 mode: PW/PW res: [0xff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b14a expref: 21 pid: 11802 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1776265357.996811:0:6306:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a33fa lrc: 3/0,1 mode: PW/PW res: [0x100:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.996812:0:5492:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776265357.996829:0:6306:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a33fa lrc: 3/0,1 mode: PW/PW res: [0x100:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.996832:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5201 00010000:00010000:3.0:1776265357.996836:0:6306:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a33fa lrc: 3/0,1 mode: PW/PW res: [0x100:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.996837:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009128dfee pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+27:2205:x1862548787298304:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1776265357.996845:0:6306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a33fa lrc: 3/0,1 mode: PW/PW res: [0x100:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.996845:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1776265357.996846:0:5492:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006208a06d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+21:2205:x1862548787298240:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 161us (6267us total) trans 0 rc 0/0 00010000:00010000:0.0:1776265357.996850:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d64b8469/0xeb74cb2ea3680225 lrc: 4/0,0 mode: PW/PW res: [0x104:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b2e0 expref: 27 pid: 11802 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1776265357.996861:0:6306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a33fa lrc: 2/0,0 mode: PW/PW res: [0x100:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.996865:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d64b8469/0xeb74cb2ea3680225 lrc: 3/0,0 mode: PW/PW res: [0x104:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b2e0 expref: 27 pid: 11802 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265357.996866:0:5492:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5200 00010000:00010000:3.0:1776265357.996885:0:6306:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1776265357.996886:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d64b8469/0xeb74cb2ea3680225 lrc: 0/0,0 mode: --/PW res: [0x104:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b2e0 expref: 27 pid: 11802 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265357.996897:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.996898:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.996901:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f16467ca/0xeb74cb2ea36a3416 lrc: 3/0,1 mode: PW/PW res: [0x104:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.996907:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f16467ca/0xeb74cb2ea36a3416 lrc: 4/0,1 mode: PW/PW res: [0x104:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265357.996924:0:5492:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5202 00010000:00010000:0.0:1776265357.996927:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776265357.996931:0:5492:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f31ec610 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+20:2205:x1862548787298368:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1776265357.996941:0:5492:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776265357.996946:0:5492:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000088020aa/0xeb74cb2ea367fe19 lrc: 5/0,0 mode: PW/PW res: [0xff:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b14a expref: 20 pid: 11802 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265357.996953:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009128dfee pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+26:2205:x1862548787298304:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 111us (1690us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265357.996976:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5201 00000100:00100000:0.0:1776265357.997243:0:11771:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e679b5df pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:11771:1862548793536320:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265357.997259:0:11771:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a3424 lrc: 3/0,1 mode: --/PW res: [0xeb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265357.997400:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.997417:0:7829:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787298496 00010000:00010000:0.0:1776265357.997430:0:7829:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b89dda13/0xeb74cb2ea367ea1c lrc: 4/0,0 mode: PW/PW res: [0xeb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a955 expref: 21 pid: 11796 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265357.997445:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5203 00000100:00100000:0.0:1776265357.997449:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e679b5df pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+21:2205:x1862548787298496:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776265357.997457:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265357.997460:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b89dda13/0xeb74cb2ea367ea1c lrc: 4/0,0 mode: PW/PW res: [0xeb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a955 expref: 21 pid: 11796 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265357.997468:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b89dda13/0xeb74cb2ea367ea1c lrc: 3/0,0 mode: PW/PW res: [0xeb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a955 expref: 21 pid: 11796 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265357.997483:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b89dda13/0xeb74cb2ea367ea1c lrc: 0/0,0 mode: --/PW res: [0xeb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a955 expref: 21 pid: 11796 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265357.997492:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.997493:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.997496:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a3424 lrc: 3/0,1 mode: PW/PW res: [0xeb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.997502:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a3424 lrc: 4/0,1 mode: PW/PW res: [0xeb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.997536:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265357.997556:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e679b5df pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+20:2205:x1862548787298496:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 106us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265357.997562:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5203 00010000:00010000:0.0:1776265357.997579:0:11771:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a3424 lrc: 3/0,1 mode: PW/PW res: [0xeb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.997586:0:11771:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a3424 lrc: 3/0,1 mode: PW/PW res: [0xeb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.997592:0:11771:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a3424 lrc: 3/0,1 mode: PW/PW res: [0xeb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.997597:0:11771:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a3424 lrc: 2/0,0 mode: PW/PW res: [0xeb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.997616:0:11771:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1776265357.997871:0:11771:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000620cfc08 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+62:2993:x1862548793536064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19006us (19126us total) trans 4294968263 rc 0/0 00000100:00100000:0.0:1776265357.997879:0:11771:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3151 00000100:00100000:0.0:1776265357.997915:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.997932:0:7829:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787298432 00010000:00010000:0.0:1776265357.997943:0:7829:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009d33c4f5/0xeb74cb2ea368006c lrc: 5/0,0 mode: PW/PW res: [0x102:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b231 expref: 26 pid: 11802 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265357.997971:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5204 00000100:00100000:0.0:1776265357.997975:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e9c10cc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+26:2205:x1862548787298432:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776265357.997983:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265357.997986:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009d33c4f5/0xeb74cb2ea368006c lrc: 5/0,0 mode: PW/PW res: [0x102:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b231 expref: 26 pid: 11802 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265357.997993:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009d33c4f5/0xeb74cb2ea368006c lrc: 4/0,0 mode: PW/PW res: [0x102:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b231 expref: 26 pid: 11802 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265357.998008:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.998009:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.998011:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e943133a/0xeb74cb2ea36a342b lrc: 3/0,1 mode: PW/PW res: [0x102:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.998017:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e943133a/0xeb74cb2ea36a342b lrc: 4/0,1 mode: PW/PW res: [0x102:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.998028:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265357.998044:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e9c10cc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+26:2205:x1862548787298432:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 68us (130us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265357.998050:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5204 00000100:00100000:0.0:1776265357.998118:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265357.998136:0:7829:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787298560 00010000:00010000:0.0:1776265357.998149:0:7829:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ccaee2c8/0xeb74cb2ea3698cef lrc: 5/0,0 mode: PW/PW res: [0x1a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece434c9 expref: 26 pid: 11796 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265357.998163:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5205 00000100:00100000:0.0:1776265357.998167:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f9ea00e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+26:2205:x1862548787298560:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776265357.998173:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265357.998177:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ccaee2c8/0xeb74cb2ea3698cef lrc: 5/0,0 mode: PW/PW res: [0x1a4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece434c9 expref: 26 pid: 11796 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265357.998185:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ccaee2c8/0xeb74cb2ea3698cef lrc: 4/0,0 mode: PW/PW res: [0x1a4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece434c9 expref: 26 pid: 11796 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265357.998198:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.998200:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265357.998202:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005971ca32/0xeb74cb2ea36a3432 lrc: 3/0,1 mode: PW/PW res: [0x1a4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.998208:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005971ca32/0xeb74cb2ea36a3432 lrc: 4/0,1 mode: PW/PW res: [0x1a4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.998240:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265357.998256:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f9ea00e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+26:2205:x1862548787298560:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 88us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265357.998262:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5205 00000100:00100000:0.0:1776265357.998304:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013085950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793535168:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776265357.998336:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776265357.998356:0:11771:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793535168 00000100:00100000:0.0:1776265357.998376:0:11771:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3156 00000100:00100000:0.0:1776265357.998379:0:11771:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080401ecc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+65:2994:x1862548793535168:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776265357.998398:0:11771:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:235 count 1 00010000:00010000:0.0:1776265357.998416:0:11771:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a3447 lrc: 3/0,1 mode: --/PW res: [0xeb:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.998428:0:11771:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000086210bc8/0xeb74cb2ea367e9dd lrc: 2/0,0 mode: PW/PW res: [0xeb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a939 expref: 25 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.998439:0:11771:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.998440:0:11771:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.998441:0:11771:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a3447 lrc: 4/0,1 mode: --/PW res: [0xeb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.998465:0:11771:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000086210bc8/0xeb74cb2ea367e9dd lrc: 3/0,0 mode: PW/PW res: [0xeb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a939 expref: 25 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.998475:0:11771:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000086210bc8/0xeb74cb2ea367e9dd lrc: 4/0,0 mode: PW/PW res: [0xeb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a939 expref: 25 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265357.998484:0:11771:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd642c1a pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11771:1862548793537024:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265357.998516:0:11771:0:(client.c:2500:ptlrpc_set_wait()) set 00000000803c051e going to sleep for 43 seconds 00000100:00100000:0.0:1776265357.998595:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008b8f4106 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793535616:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776265357.998618:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776265357.998636:0:6308:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793535616 00000100:00100000:0.0:1776265357.998658:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3157 00000100:00100000:0.0:1776265357.998662:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000065d43113 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+62:2994:x1862548793535616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776265357.998674:0:6308:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:234 count 1 00010000:00010000:0.0:1776265357.998685:0:6308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003542bd54/0xeb74cb2ea36a344e lrc: 3/0,1 mode: --/PW res: [0xea:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.998695:0:6308:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d541bed7/0xeb74cb2ea367e97b lrc: 2/0,0 mode: PW/PW res: [0xea:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a90f expref: 19 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.998701:0:6308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.998702:0:6308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265357.998703:0:6308:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003542bd54/0xeb74cb2ea36a344e lrc: 4/0,1 mode: --/PW res: [0xea:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.998720:0:6308:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d541bed7/0xeb74cb2ea367e97b lrc: 3/0,0 mode: PW/PW res: [0xea:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a90f expref: 19 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265357.998727:0:6308:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d541bed7/0xeb74cb2ea367e97b lrc: 4/0,0 mode: PW/PW res: [0xea:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a90f expref: 19 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265357.998736:0:6308:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd653b55 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6308:1862548793537088:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265357.998761:0:6308:0:(client.c:2500:ptlrpc_set_wait()) set 000000005581733f going to sleep for 43 seconds 00000004:00080000:0.0:1776265357.998840:0:2994:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000019fad5bd/2, rc 0, transno 963 00000100:00100000:0.0:1776265357.998865:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019fad5bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793534720:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776265357.998920:0:6306:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006885faf2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+63:2995:x1862548793535296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30678us (33436us total) trans 4294968264 rc 0/0 00000100:00100000:3.0:1776265357.998928:0:6306:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3145 00000004:00080000:0.0:1776265357.998931:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000ee4988b/2, rc 0, transno 968 00000100:00100000:0.0:1776265357.998937:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000ee4988b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793535296:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1776265357.999013:0:5492:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000088020aa/0xeb74cb2ea367fe19 lrc: 4/0,0 mode: PW/PW res: [0xff:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b14a expref: 19 pid: 11802 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.999034:0:5492:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.999036:0:5492:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265357.999039:0:5492:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a341d lrc: 3/0,1 mode: PW/PW res: [0xff:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.999048:0:5492:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a341d lrc: 4/0,1 mode: PW/PW res: [0xff:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.999063:0:5492:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776265357.999089:0:5492:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f31ec610 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+19:2205:x1862548787298368:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 2157us (2329us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265357.999097:0:5492:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5202 00010000:00010000:1.0:1776265357.999122:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1776265357.999127:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000454265a8/0xeb74cb2ea36a3408 lrc: 2/0,0 mode: PW/PW res: [0x19e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.999135:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000454265a8 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265357.999139:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000454265a8/0xeb74cb2ea36a3408 lrc: 2/0,0 mode: PW/PW res: [0x19e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.999147:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000454265a8/0xeb74cb2ea36a3408 lrc: 3/0,0 mode: PW/PW res: [0x19e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.999159:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000454265a8/0xeb74cb2ea36a3408 lrc: 1/0,0 mode: --/PW res: [0x19e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.999166:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000454265a8/0xeb74cb2ea36a3408 lrc: 0/0,0 mode: --/PW res: [0x19e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6307 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.999195:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776265357.999198:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a33fa lrc: 2/0,0 mode: PW/PW res: [0x100:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.999205:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001d8f5300 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265357.999207:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a33fa lrc: 2/0,0 mode: PW/PW res: [0x100:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.999228:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a33fa lrc: 3/0,0 mode: PW/PW res: [0x100:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.999240:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a33fa lrc: 1/0,0 mode: --/PW res: [0x100:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.999253:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001d8f5300/0xeb74cb2ea36a33fa lrc: 0/0,0 mode: --/PW res: [0x100:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.999266:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265357.999268:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a3424 lrc: 2/0,0 mode: PW/PW res: [0xeb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.999275:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b32fd6ea already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265357.999277:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a3424 lrc: 2/0,0 mode: PW/PW res: [0xeb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.999283:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a3424 lrc: 3/0,0 mode: PW/PW res: [0xeb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.999291:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a3424 lrc: 1/0,0 mode: --/PW res: [0xeb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.999297:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b32fd6ea/0xeb74cb2ea36a3424 lrc: 0/0,0 mode: --/PW res: [0xeb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.999309:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.999310:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.999312:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.999340:0:11804:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ccaee2c8/0xeb74cb2ea3698cef lrc: 0/0,0 mode: --/PW res: [0x1a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece434c9 expref: 25 pid: 11796 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265357.999350:0:11804:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004a52c70c pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:11804:1862548793536640:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265357.999370:0:11804:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005971ca32/0xeb74cb2ea36a3432 lrc: 3/0,1 mode: PW/PW res: [0x1a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.999379:0:11804:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005971ca32/0xeb74cb2ea36a3432 lrc: 3/0,1 mode: PW/PW res: [0x1a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.999385:0:11804:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005971ca32/0xeb74cb2ea36a3432 lrc: 3/0,1 mode: PW/PW res: [0x1a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.999388:0:11777:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000088020aa/0xeb74cb2ea367fe19 lrc: 0/0,0 mode: --/PW res: [0xff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b14a expref: 18 pid: 11802 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265357.999396:0:11804:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005971ca32/0xeb74cb2ea36a3432 lrc: 3/0,1 mode: PW/PW res: [0x1a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.999406:0:11804:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005971ca32/0xeb74cb2ea36a3432 lrc: 2/0,0 mode: PW/PW res: [0x1a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265357.999422:0:11777:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002ce79b9a pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:11777:1862548793536256:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265357.999429:0:11804:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776265357.999440:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265357.999443:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005971ca32/0xeb74cb2ea36a3432 lrc: 2/0,0 mode: PW/PW res: [0x1a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.999445:0:11777:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a341d lrc: 3/0,1 mode: PW/PW res: [0xff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.999457:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005971ca32 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265357.999460:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005971ca32/0xeb74cb2ea36a3432 lrc: 2/0,0 mode: PW/PW res: [0x1a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.999467:0:11777:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a341d lrc: 3/0,1 mode: PW/PW res: [0xff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.999471:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005971ca32/0xeb74cb2ea36a3432 lrc: 3/0,0 mode: PW/PW res: [0x1a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.999484:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005971ca32/0xeb74cb2ea36a3432 lrc: 1/0,0 mode: --/PW res: [0x1a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.999490:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005971ca32/0xeb74cb2ea36a3432 lrc: 0/0,0 mode: --/PW res: [0x1a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.999503:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.999504:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.999505:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265357.999675:0:11777:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a341d lrc: 3/0,1 mode: PW/PW res: [0xff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.999683:0:11777:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a341d lrc: 3/0,1 mode: PW/PW res: [0xff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.999688:0:11777:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a341d lrc: 2/0,0 mode: PW/PW res: [0xff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265357.999703:0:11777:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776265357.999903:0:11804:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000589eb106 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+66:2996:x1862548793536384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14965us (19396us total) trans 4294968275 rc 0/0 00000100:00100000:1.0:1776265357.999911:0:11804:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3153 00010000:00010000:1.0:1776265357.999931:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265357.999934:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a341d lrc: 2/0,0 mode: PW/PW res: [0xff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.999941:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004bea40e2 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265357.999943:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a341d lrc: 2/0,0 mode: PW/PW res: [0xff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.999950:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a341d lrc: 3/0,0 mode: PW/PW res: [0xff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.999972:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a341d lrc: 1/0,0 mode: --/PW res: [0xff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.999979:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004bea40e2/0xeb74cb2ea36a341d lrc: 0/0,0 mode: --/PW res: [0xff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265357.999991:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.999994:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265357.999995:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265358.000017:0:11796:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d33c4f5/0xeb74cb2ea368006c lrc: 0/0,0 mode: --/PW res: [0x102:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b231 expref: 24 pid: 11802 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265358.000027:0:11796:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d525b44a pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:11796:1862548793536576:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265358.000041:0:11796:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e943133a/0xeb74cb2ea36a342b lrc: 3/0,1 mode: PW/PW res: [0x102:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.000049:0:11796:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e943133a/0xeb74cb2ea36a342b lrc: 3/0,1 mode: PW/PW res: [0x102:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.000056:0:11796:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e943133a/0xeb74cb2ea36a342b lrc: 3/0,1 mode: PW/PW res: [0x102:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.000063:0:11796:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e943133a/0xeb74cb2ea36a342b lrc: 3/0,1 mode: PW/PW res: [0x102:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.000076:0:11796:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e943133a/0xeb74cb2ea36a342b lrc: 2/0,0 mode: PW/PW res: [0x102:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.000094:0:11796:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776265358.000102:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265358.000104:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e943133a/0xeb74cb2ea36a342b lrc: 2/0,0 mode: PW/PW res: [0x102:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.000111:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e943133a already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265358.000113:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e943133a/0xeb74cb2ea36a342b lrc: 2/0,0 mode: PW/PW res: [0x102:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.000119:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e943133a/0xeb74cb2ea36a342b lrc: 3/0,0 mode: PW/PW res: [0x102:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.000131:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e943133a/0xeb74cb2ea36a342b lrc: 1/0,0 mode: --/PW res: [0x102:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.000142:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e943133a/0xeb74cb2ea36a342b lrc: 0/0,0 mode: --/PW res: [0x102:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.000156:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265358.000157:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265358.000159:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776265358.000248:0:11777:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000078d0d88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+63:2993:x1862548793535424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21694us (21763us total) trans 4294968265 rc 0/0 00000100:00100000:3.0:1776265358.000255:0:11777:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3150 00000004:00080000:3.0:1776265358.000303:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000e5e3718/2, rc 0, transno 979 00000100:00100000:3.0:1776265358.000315:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e5e3718 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793536384:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1776265358.000332:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776265358.000349:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070eda601 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793536512:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776265358.000388:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1776265358.000428:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000cdf8e395/2, rc 0, transno 969 00000100:00100000:3.0:1776265358.000434:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cdf8e395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793535424:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1776265358.000448:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006771e302/2, rc 0, transno 967 00000100:00100000:3.0:1776265358.000452:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006771e302 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793536064:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776265358.000464:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c9af289e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793537152:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776265358.000489:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776265358.000515:0:11777:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793536512 00000100:00100000:3.0:1776265358.000540:0:11777:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793537152 00000100:00100000:3.0:1776265358.000553:0:11777:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3158 00000100:00100000:3.0:1776265358.000559:0:11777:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f38f3d18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+67:2993:x1862548793536512:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776265358.000580:0:11777:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:428 count 1 00010000:00010000:3.0:1776265358.000594:0:11777:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a3455 lrc: 3/0,1 mode: --/PW res: [0x1ac:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.000606:0:11777:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000094d505a5/0xeb74cb2ea369a4ea lrc: 2/0,0 mode: PW/PW res: [0x1ac:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43cc5 expref: 23 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.000612:0:11777:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776265358.000614:0:11777:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776265358.000615:0:11777:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a3455 lrc: 4/0,1 mode: --/PW res: [0x1ac:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.000638:0:11777:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000094d505a5/0xeb74cb2ea369a4ea lrc: 3/0,0 mode: PW/PW res: [0x1ac:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43cc5 expref: 23 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.000648:0:11777:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000094d505a5/0xeb74cb2ea369a4ea lrc: 4/0,0 mode: PW/PW res: [0x1ac:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43cc5 expref: 23 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:3.0:1776265358.000657:0:11777:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a0f904f pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:11777:1862548793537280:192.168.204.57@tcp:104: 00000100:00100000:3.0:1776265358.000690:0:11777:0:(client.c:2500:ptlrpc_set_wait()) set 000000007eb00061 going to sleep for 43 seconds 00000100:00100000:3.0:1776265358.000706:0:11778:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3159 00000100:00100000:3.0:1776265358.000711:0:11778:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbfa6eca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+63:2993:x1862548793537152:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776265358.000726:0:11778:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:232 count 1 00010000:00010000:3.0:1776265358.000739:0:11778:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a345c lrc: 3/0,1 mode: --/PW res: [0xe8:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.000750:0:11778:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005f33a59f/0xeb74cb2ea367e6bf lrc: 2/0,0 mode: PW/PW res: [0xe8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a813 expref: 17 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.000756:0:11778:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1776265358.000757:0:11796:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d69021a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+67:2996:x1862548793536448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17151us (20329us total) trans 4294968276 rc 0/0 00000100:00100000:1.0:1776265358.000765:0:11796:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3152 00010000:00010000:3.0:1776265358.000770:0:11778:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776265358.000773:0:11778:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a345c lrc: 4/0,1 mode: --/PW res: [0xe8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.000793:0:11778:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005f33a59f/0xeb74cb2ea367e6bf lrc: 3/0,0 mode: PW/PW res: [0xe8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a813 expref: 17 pid: 11796 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1776265358.000796:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000011ff4d06/2, rc 0, transno 980 00000100:00100000:1.0:1776265358.000803:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011ff4d06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793536448:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1776265358.000807:0:11778:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005f33a59f/0xeb74cb2ea367e6bf lrc: 4/0,0 mode: PW/PW res: [0xe8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a813 expref: 17 pid: 11796 timeout: 559 lvb_type: 0 00000100:00100000:3.0:1776265358.000829:0:11778:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4492c3b pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:11778:1862548793537344:192.168.204.57@tcp:104: 00000100:00100000:3.0:1776265358.000860:0:11778:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ad1806b5 going to sleep for 43 seconds 00000100:00100000:3.0:1776265358.000878:0:2993:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1776265358.000884:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5527c86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793537216:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776265358.000926:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776265358.000954:0:11783:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793537216 00000100:00100000:3.0:1776265358.000986:0:11783:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3160 00000100:00100000:3.0:1776265358.000989:0:11783:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000562679fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+64:2993:x1862548793537216:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1776265358.001000:0:11783:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:231 count 1 00010000:00010000:3.0:1776265358.001009:0:11783:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a3463 lrc: 3/0,1 mode: --/PW res: [0xe7:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265358.001014:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7d3feca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793537472:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1776265358.001020:0:11783:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d899418c/0xeb74cb2ea367e633 lrc: 2/0,0 mode: PW/PW res: [0xe7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a7d4 expref: 17 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.001025:0:11783:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776265358.001027:0:11783:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776265358.001028:0:11783:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a3463 lrc: 4/0,1 mode: --/PW res: [0xe7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265358.001038:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1776265358.001044:0:11783:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d899418c/0xeb74cb2ea367e633 lrc: 3/0,0 mode: PW/PW res: [0xe7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a7d4 expref: 17 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.001051:0:11783:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d899418c/0xeb74cb2ea367e633 lrc: 4/0,0 mode: PW/PW res: [0xe7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a7d4 expref: 17 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:3.0:1776265358.001060:0:11783:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8748b01 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:11783:1862548793537536:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265358.001068:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1776265358.001072:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f95afbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793537408:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776265358.001082:0:11783:0:(client.c:2500:ptlrpc_set_wait()) set 00000000bb76a217 going to sleep for 43 seconds 00000100:00100000:0.0:1776265358.001089:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776265358.001118:0:6306:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793537472 00000100:00100000:0.0:1776265358.001140:0:6306:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793537408 00000100:00100000:0.0:1776265358.001173:0:6306:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3161 00000100:00100000:0.0:1776265358.001178:0:6306:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000789c69c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+66:2996:x1862548793537472:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776265358.001190:0:6306:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:230 count 1 00010000:00010000:0.0:1776265358.001203:0:6306:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000fd6f265/0xeb74cb2ea36a346a lrc: 3/0,1 mode: --/PW res: [0xe6:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.001231:0:6306:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007c7d3222/0xeb74cb2ea367e55a lrc: 2/0,0 mode: PW/PW res: [0xe6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a779 expref: 17 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.001237:0:6306:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265358.001238:0:6306:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265358.001239:0:6306:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000fd6f265/0xeb74cb2ea36a346a lrc: 4/0,1 mode: --/PW res: [0xe6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.001270:0:6306:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007c7d3222/0xeb74cb2ea367e55a lrc: 3/0,0 mode: PW/PW res: [0xe6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a779 expref: 17 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.001278:0:6306:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007c7d3222/0xeb74cb2ea367e55a lrc: 4/0,0 mode: PW/PW res: [0xe6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a779 expref: 17 pid: 11796 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265358.001285:0:6306:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d7d50e5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6306:1862548793537600:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265358.001309:0:6306:0:(client.c:2500:ptlrpc_set_wait()) set 0000000015387cd2 going to sleep for 43 seconds 00000100:00100000:0.0:1776265358.001333:0:11784:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da55909d pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:11784:1862548793536960:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265358.001346:0:11784:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a3440 lrc: 3/0,1 mode: --/PW res: [0xe9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265358.001366:0:11776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3162 00000100:00100000:0.0:1776265358.001370:0:11776:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000228b82b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+66:2996:x1862548793537408:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776265358.001382:0:11776:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:229 count 1 00010000:00010000:0.0:1776265358.001392:0:11776:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000094299238/0xeb74cb2ea36a3471 lrc: 3/0,1 mode: --/PW res: [0xe5:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.001407:0:11776:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005f87f3f9/0xeb74cb2ea367e4a4 lrc: 2/0,0 mode: PW/PW res: [0xe5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a725 expref: 17 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.001413:0:11776:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265358.001414:0:11776:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265358.001415:0:11776:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000094299238/0xeb74cb2ea36a3471 lrc: 4/0,1 mode: --/PW res: [0xe5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.001433:0:11776:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005f87f3f9/0xeb74cb2ea367e4a4 lrc: 3/0,0 mode: PW/PW res: [0xe5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a725 expref: 17 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.001439:0:11776:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005f87f3f9/0xeb74cb2ea367e4a4 lrc: 4/0,0 mode: PW/PW res: [0xe5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a725 expref: 17 pid: 11796 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265358.001448:0:11776:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da55909d pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:11776:1862548793537664:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265358.001469:0:11776:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b07932c6 going to sleep for 43 seconds 00000100:00100000:0.0:1776265358.001493:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029f55577 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793536192:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776265358.001517:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776265358.001532:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c895130c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793536704:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776265358.001550:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776265358.001571:0:12462:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793536192 00000100:00100000:0.0:1776265358.001586:0:12462:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793536704 00000100:00100000:0.0:1776265358.001596:0:12462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3163 00000100:00100000:0.0:1776265358.001599:0:12462:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e8965fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+67:2994:x1862548793536192:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776265358.001610:0:12462:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:259 count 1 00010000:00010000:0.0:1776265358.001621:0:12462:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf68a6c4/0xeb74cb2ea36a3478 lrc: 3/0,1 mode: --/PW res: [0x103:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.001631:0:12462:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000022af1aba/0xeb74cb2ea368022c lrc: 2/0,0 mode: PW/PW res: [0x103:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b2e7 expref: 17 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.001637:0:12462:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265358.001638:0:12462:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265358.001640:0:12462:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf68a6c4/0xeb74cb2ea36a3478 lrc: 4/0,1 mode: --/PW res: [0x103:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.001666:0:12462:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000022af1aba/0xeb74cb2ea368022c lrc: 3/0,0 mode: PW/PW res: [0x103:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b2e7 expref: 17 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.001674:0:12462:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000022af1aba/0xeb74cb2ea368022c lrc: 4/0,0 mode: PW/PW res: [0x103:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b2e7 expref: 17 pid: 11802 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265358.001684:0:12462:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003185074e pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:12462:1862548793537728:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265358.001710:0:12462:0:(client.c:2500:ptlrpc_set_wait()) set 00000000175e40b8 going to sleep for 43 seconds 00000100:00100000:0.0:1776265358.001728:0:11797:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3164 00000100:00100000:0.0:1776265358.001732:0:11797:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ecea4f0f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+67:2994:x1862548793536704:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776265358.001745:0:11797:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:424 count 1 00010000:00010000:0.0:1776265358.001758:0:11797:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a347f lrc: 3/0,1 mode: --/PW res: [0x1a8:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.001767:0:11797:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000af432dcf/0xeb74cb2ea36998b8 lrc: 2/0,0 mode: PW/PW res: [0x1a8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece438ab expref: 23 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.001773:0:11797:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265358.001775:0:11797:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265358.001776:0:11797:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a347f lrc: 4/0,1 mode: --/PW res: [0x1a8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.001793:0:11797:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000af432dcf/0xeb74cb2ea36998b8 lrc: 3/0,0 mode: PW/PW res: [0x1a8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece438ab expref: 23 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.001800:0:11797:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000af432dcf/0xeb74cb2ea36998b8 lrc: 4/0,0 mode: PW/PW res: [0x1a8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece438ab expref: 23 pid: 11784 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265358.001809:0:11797:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003f1eb975 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:11797:1862548793537792:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265358.001830:0:11797:0:(client.c:2500:ptlrpc_set_wait()) set 00000000546dbb21 going to sleep for 43 seconds 00010000:00010000:0.0:1776265358.002288:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265358.002300:0:10780:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f16467ca/0xeb74cb2ea36a3416 lrc: 3/0,1 mode: PW/PW res: [0x104:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.002311:0:10780:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f16467ca/0xeb74cb2ea36a3416 lrc: 3/0,1 mode: PW/PW res: [0x104:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.002320:0:10780:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f16467ca/0xeb74cb2ea36a3416 lrc: 3/0,1 mode: PW/PW res: [0x104:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.002327:0:10780:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f16467ca/0xeb74cb2ea36a3416 lrc: 2/0,0 mode: PW/PW res: [0x104:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.002346:0:10780:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776265358.002627:0:10780:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000360891fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+68:2993:x1862548793535104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24557us (25089us total) trans 4294968277 rc 0/0 00000100:00100000:0.0:1776265358.002636:0:10780:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3149 00010000:00010000:0.0:1776265358.002670:0:11803:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a340f lrc: 3/0,1 mode: PW/PW res: [0xf1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.002679:0:11803:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a340f lrc: 3/0,1 mode: PW/PW res: [0xf1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.002685:0:11803:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a340f lrc: 3/0,1 mode: PW/PW res: [0xf1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.002691:0:11803:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a340f lrc: 2/0,0 mode: PW/PW res: [0xf1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.002704:0:11803:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776265358.002851:0:11803:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddad66ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+68:2994:x1862548793534912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30455us (31652us total) trans 4294968266 rc 0/0 00000100:00100000:0.0:1776265358.002858:0:11803:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3148 00010000:00010000:0.0:1776265358.002876:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776265358.002881:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f16467ca/0xeb74cb2ea36a3416 lrc: 2/0,0 mode: PW/PW res: [0x104:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.002887:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776265358.002889:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f16467ca already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265358.002892:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a340f lrc: 2/0,0 mode: PW/PW res: [0xf1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.002895:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f16467ca/0xeb74cb2ea36a3416 lrc: 2/0,0 mode: PW/PW res: [0x104:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.002913:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f16467ca/0xeb74cb2ea36a3416 lrc: 3/0,0 mode: PW/PW res: [0x104:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.002921:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d710ab5a already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265358.002925:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a340f lrc: 2/0,0 mode: PW/PW res: [0xf1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.002933:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a340f lrc: 3/0,0 mode: PW/PW res: [0xf1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.002935:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f16467ca/0xeb74cb2ea36a3416 lrc: 1/0,0 mode: --/PW res: [0x104:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.002952:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f16467ca/0xeb74cb2ea36a3416 lrc: 0/0,0 mode: --/PW res: [0x104:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.002977:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265358.002978:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265358.002979:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776265358.003008:0:2994:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005a5415fe/2, rc 0, transno 970 00000100:00100000:0.0:1776265358.003019:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a5415fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793534912:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1776265358.003039:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a340f lrc: 1/0,0 mode: --/PW res: [0xf1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.003048:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d710ab5a/0xeb74cb2ea36a340f lrc: 0/0,0 mode: --/PW res: [0xf1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.003068:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265358.003071:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265358.003074:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265358.003079:0:2994:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776265358.003092:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a44d9d36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793537856:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776265358.003131:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1776265358.003171:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000da4d17b5/2, rc 0, transno 981 00000100:00100000:0.0:1776265358.003181:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da4d17b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793535104:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776265358.003188:0:2993:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776265358.003195:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002ce79b9a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793537920:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776265358.003305:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776265358.003352:0:11803:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793537856 00000100:00100000:2.0:1776265358.003382:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe360b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793537984:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776265358.003394:0:11803:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793537920 00000100:00100000:0.0:1776265358.003426:0:11803:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3165 00000100:00100000:0.0:1776265358.003432:0:11803:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb95879a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+68:2994:x1862548793537856:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776265358.003456:0:11803:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:455 count 1 00000100:00100000:2.0:1776265358.003466:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1776265358.003476:0:11803:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c6ad7da/0xeb74cb2ea36a3486 lrc: 3/0,1 mode: --/PW res: [0x1c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.003493:0:11803:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f9990b90/0xeb74cb2ea36a0792 lrc: 2/0,0 mode: PW/PW res: [0x1c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45fe1 expref: 17 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.003505:0:11803:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265358.003507:0:11803:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265358.003509:0:11803:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c6ad7da/0xeb74cb2ea36a3486 lrc: 4/0,1 mode: --/PW res: [0x1c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.003534:0:11803:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f9990b90/0xeb74cb2ea36a0792 lrc: 3/0,0 mode: PW/PW res: [0x1c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45fe1 expref: 17 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.003544:0:11803:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f9990b90/0xeb74cb2ea36a0792 lrc: 4/0,0 mode: PW/PW res: [0x1c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45fe1 expref: 17 pid: 6306 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265358.003555:0:11803:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f3e7f8a pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:11803:1862548793538112:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265358.003596:0:11803:0:(client.c:2500:ptlrpc_set_wait()) set 000000007bc4092b going to sleep for 43 seconds 00000100:00100000:0.0:1776265358.004497:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265358.004527:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265358.004563:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265358.004598:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265358.004631:0:11771:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd642c1a pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:11771:1862548793537024:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265358.004650:0:11771:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a3447 lrc: 3/0,1 mode: --/PW res: [0xeb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265358.004675:0:6308:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd653b55 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6308:1862548793537088:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265358.004684:0:6308:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003542bd54/0xeb74cb2ea36a344e lrc: 3/0,1 mode: --/PW res: [0xea:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265358.004710:0:5493:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787298624 00010000:00010000:0.0:1776265358.004729:0:5493:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b2c7677e/0xeb74cb2ea367e87f lrc: 4/0,0 mode: PW/PW res: [0xe9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a8ad expref: 18 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265358.004750:0:7829:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787298688 00010000:00010000:0.0:1776265358.004758:0:7829:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003c003456/0xeb74cb2ea3680161 lrc: 5/0,0 mode: PW/PW res: [0x103:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b28c expref: 24 pid: 11802 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265358.004768:0:7829:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787298752 00010000:00010000:0.0:1776265358.004773:0:7829:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000086210bc8/0xeb74cb2ea367e9dd lrc: 4/0,0 mode: PW/PW res: [0xeb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a939 expref: 25 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265358.004780:0:7829:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787298816 00010000:00010000:0.0:1776265358.004786:0:7829:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d541bed7/0xeb74cb2ea367e97b lrc: 4/0,0 mode: PW/PW res: [0xea:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a90f expref: 19 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265358.004795:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5206 00000100:00100000:0.0:1776265358.004799:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015d0eae8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+19:2205:x1862548787298624:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776265358.004810:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265358.004813:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b2c7677e/0xeb74cb2ea367e87f lrc: 4/0,0 mode: PW/PW res: [0xe9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a8ad expref: 19 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.004821:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b2c7677e/0xeb74cb2ea367e87f lrc: 3/0,0 mode: PW/PW res: [0xe9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a8ad expref: 19 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.004842:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b2c7677e/0xeb74cb2ea367e87f lrc: 0/0,0 mode: --/PW res: [0xe9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a8ad expref: 19 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.004855:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265358.004857:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265358.004861:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a3440 lrc: 3/0,1 mode: PW/PW res: [0xe9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.004869:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a3440 lrc: 4/0,1 mode: PW/PW res: [0xe9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.004889:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265358.004919:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015d0eae8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+18:2205:x1862548787298624:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 119us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265358.004926:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5206 00000100:00100000:0.0:1776265358.004944:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5207 00000100:00100000:0.0:1776265358.004948:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000db9c1b3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+25:2206:x1862548787298688:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1776265358.004955:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265358.004971:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003c003456/0xeb74cb2ea3680161 lrc: 5/0,0 mode: PW/PW res: [0x103:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b28c expref: 25 pid: 11802 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.004980:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003c003456/0xeb74cb2ea3680161 lrc: 4/0,0 mode: PW/PW res: [0x103:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b28c expref: 25 pid: 11802 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.004995:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265358.004996:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265358.004998:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008190f10d/0xeb74cb2ea36a3439 lrc: 3/0,1 mode: PW/PW res: [0x103:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.005005:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008190f10d/0xeb74cb2ea36a3439 lrc: 4/0,1 mode: PW/PW res: [0x103:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.005017:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265358.005033:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000db9c1b3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+25:2206:x1862548787298688:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 Request processed in 85us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265358.005040:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5207 00000100:00100000:0.0:1776265358.005369:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5208 00000100:00100000:0.0:1776265358.005374:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001948601c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+24:2206:x1862548787298752:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1776265358.005381:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265358.005385:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000086210bc8/0xeb74cb2ea367e9dd lrc: 4/0,0 mode: PW/PW res: [0xeb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a939 expref: 24 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.005393:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000086210bc8/0xeb74cb2ea367e9dd lrc: 3/0,0 mode: PW/PW res: [0xeb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a939 expref: 24 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.005493:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000086210bc8/0xeb74cb2ea367e9dd lrc: 0/0,0 mode: --/PW res: [0xeb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a939 expref: 24 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.005504:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265358.005505:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265358.005507:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a3447 lrc: 3/0,1 mode: PW/PW res: [0xeb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.005514:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a3447 lrc: 4/0,1 mode: PW/PW res: [0xeb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.005533:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265358.005556:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001948601c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+23:2206:x1862548787298752:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 Request processed in 182us (994us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265358.005563:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5208 00000100:00100000:0.0:1776265358.005574:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5209 00000100:00100000:0.0:1776265358.005578:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009dc4b30 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+17:2206:x1862548787298816:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1776265358.005585:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265358.005589:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d541bed7/0xeb74cb2ea367e97b lrc: 4/0,0 mode: PW/PW res: [0xea:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a90f expref: 17 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.005597:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d541bed7/0xeb74cb2ea367e97b lrc: 3/0,0 mode: PW/PW res: [0xea:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a90f expref: 17 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.005609:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d541bed7/0xeb74cb2ea367e97b lrc: 0/0,0 mode: --/PW res: [0xea:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a90f expref: 17 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.005617:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265358.005619:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265358.005620:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003542bd54/0xeb74cb2ea36a344e lrc: 3/0,1 mode: PW/PW res: [0xea:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.005626:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003542bd54/0xeb74cb2ea36a344e lrc: 4/0,1 mode: PW/PW res: [0xea:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.005642:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265358.005657:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009dc4b30 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:2206:x1862548787298816:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 78us (1060us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265358.005663:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5209 00010000:00010000:0.0:1776265358.005683:0:11784:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a3440 lrc: 3/0,1 mode: PW/PW res: [0xe9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.005695:0:11784:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a3440 lrc: 3/0,1 mode: PW/PW res: [0xe9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.005703:0:11784:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a3440 lrc: 3/0,1 mode: PW/PW res: [0xe9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.005710:0:11784:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a3440 lrc: 2/0,0 mode: PW/PW res: [0xe9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.005728:0:11784:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776265358.006520:0:11784:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004831e7e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+69:2995:x1862548793536896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11561us (11706us total) trans 4294968267 rc 0/0 00000100:00100000:0.0:1776265358.006530:0:11784:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3155 00010000:00010000:0.0:1776265358.012755:0:6308:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003542bd54/0xeb74cb2ea36a344e lrc: 3/0,1 mode: PW/PW res: [0xea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.012778:0:6308:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003542bd54/0xeb74cb2ea36a344e lrc: 3/0,1 mode: PW/PW res: [0xea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.012788:0:6308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003542bd54/0xeb74cb2ea36a344e lrc: 3/0,1 mode: PW/PW res: [0xea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.012794:0:6308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003542bd54/0xeb74cb2ea36a344e lrc: 2/0,0 mode: PW/PW res: [0xea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265358.012855:0:11802:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793537984 00010000:00010000:0.0:1776265358.013113:0:6308:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1776265358.013747:0:11802:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3166 00000100:00100000:3.0:1776265358.013755:0:11802:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0b19fe1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+69:2993:x1862548793537920:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776265358.013788:0:11802:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:238 count 1 00010000:00010000:3.0:1776265358.013869:0:11802:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004660d909/0xeb74cb2ea36a348d lrc: 3/0,1 mode: --/PW res: [0xee:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265358.013923:0:10780:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3167 00000100:00100000:1.0:1776265358.013930:0:10780:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7728adf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+69:2995:x1862548793537984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776265358.013946:0:10780:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:450 count 1 00010000:00010000:1.0:1776265358.013972:0:10780:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a3494 lrc: 3/0,1 mode: --/PW res: [0x1c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.013988:0:10780:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a5fbcc08/0xeb74cb2ea369fed9 lrc: 2/0,0 mode: PW/PW res: [0x1c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45d09 expref: 22 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.013996:0:10780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265358.013998:0:10780:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265358.014000:0:10780:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a3494 lrc: 4/0,1 mode: --/PW res: [0x1c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265358.014037:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000065d43113 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+69:2994:x1862548793535616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15371us (15416us total) trans 4294968268 rc 0/0 00010000:00010000:3.0:1776265358.014044:0:11802:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000015257432/0xeb74cb2ea367ed41 lrc: 2/0,0 mode: PW/PW res: [0xee:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aa89 expref: 22 pid: 11796 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265358.014049:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3157 00010000:00010000:3.0:1776265358.014058:0:11802:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776265358.014060:0:11802:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00000004:00080000:1.0:1776265358.014061:0:2994:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008b8f4106/2, rc 0, transno 972 00010000:00010000:3.0:1776265358.014062:0:11802:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004660d909/0xeb74cb2ea36a348d lrc: 4/0,1 mode: --/PW res: [0xee:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.014105:0:11802:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000015257432/0xeb74cb2ea367ed41 lrc: 3/0,0 mode: PW/PW res: [0xee:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aa89 expref: 22 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.014116:0:11802:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000015257432/0xeb74cb2ea367ed41 lrc: 4/0,0 mode: PW/PW res: [0xee:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aa89 expref: 22 pid: 11796 timeout: 559 lvb_type: 0 00000100:00100000:3.0:1776265358.014131:0:11802:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5e18113 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:11802:1862548793538176:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265358.014136:0:11771:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a3447 lrc: 3/0,1 mode: PW/PW res: [0xeb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.014147:0:11771:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a3447 lrc: 3/0,1 mode: PW/PW res: [0xeb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.014155:0:11771:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a3447 lrc: 3/0,1 mode: PW/PW res: [0xeb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265358.014160:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008b8f4106 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793535616:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776265358.014164:0:11771:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a3447 lrc: 2/0,0 mode: PW/PW res: [0xeb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265358.014183:0:11802:0:(client.c:2500:ptlrpc_set_wait()) set 00000000852fbd43 going to sleep for 43 seconds 00010000:00010000:0.0:1776265358.014183:0:11771:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1776265358.014264:0:11777:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a0f904f pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:11777:1862548793537280:192.168.204.57@tcp:104: 00010000:00010000:3.0:1776265358.014288:0:11777:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a3455 lrc: 3/0,1 mode: --/PW res: [0x1ac:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265358.014386:0:11771:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080401ecc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+70:2994:x1862548793535168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16004us (16048us total) trans 4294968278 rc 0/0 00000100:00100000:0.0:1776265358.014393:0:11771:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3156 00000004:00080000:1.0:1776265358.014400:0:2994:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000013085950/2, rc 0, transno 982 00000100:00100000:1.0:1776265358.014418:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013085950 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793535168:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776265358.014466:0:2994:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1776265358.014471:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1776265358.014476:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a3440 lrc: 2/0,0 mode: PW/PW res: [0xe9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265358.014482:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000015d0eae8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793538240:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776265358.014489:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000997208db already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265358.014494:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a3440 lrc: 2/0,0 mode: PW/PW res: [0xe9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.014503:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a3440 lrc: 3/0,0 mode: PW/PW res: [0xe9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265358.014514:0:11778:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4492c3b pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:11778:1862548793537344:192.168.204.57@tcp:104: 00010000:00010000:3.0:1776265358.014532:0:11778:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a345c lrc: 3/0,1 mode: --/PW res: [0xe8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.014536:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a3440 lrc: 1/0,0 mode: --/PW res: [0xe9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.014548:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000997208db/0xeb74cb2ea36a3440 lrc: 0/0,0 mode: --/PW res: [0xe9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11784 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265358.014571:0:11783:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8748b01 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:11783:1862548793537536:192.168.204.57@tcp:104: 00010000:00010000:3.0:1776265358.014590:0:11783:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a3463 lrc: 3/0,1 mode: --/PW res: [0xe7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.014617:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:1.0:1776265358.014622:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:0.0:1776265358.014623:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003542bd54/0xeb74cb2ea36a344e lrc: 2/0,0 mode: PW/PW res: [0xea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.014632:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003542bd54 already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265358.014635:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003542bd54/0xeb74cb2ea36a344e lrc: 2/0,0 mode: PW/PW res: [0xea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.014641:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003542bd54/0xeb74cb2ea36a344e lrc: 3/0,0 mode: PW/PW res: [0xea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.014651:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003542bd54/0xeb74cb2ea36a344e lrc: 1/0,0 mode: --/PW res: [0xea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.014657:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003542bd54/0xeb74cb2ea36a344e lrc: 0/0,0 mode: --/PW res: [0xea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.014668:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776265358.014671:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a3447 lrc: 2/0,0 mode: PW/PW res: [0xeb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.014682:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e6f3f77d already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265358.014684:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a3447 lrc: 2/0,0 mode: PW/PW res: [0xeb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.014691:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a3447 lrc: 3/0,0 mode: PW/PW res: [0xeb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.014700:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a3447 lrc: 1/0,0 mode: --/PW res: [0xeb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.014706:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e6f3f77d/0xeb74cb2ea36a3447 lrc: 0/0,0 mode: --/PW res: [0xeb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.014716:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265358.014717:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265358.014719:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265358.014739:0:6306:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d7d50e5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6306:1862548793537600:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265358.014753:0:6306:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000fd6f265/0xeb74cb2ea36a346a lrc: 3/0,1 mode: --/PW res: [0xe6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265358.014776:0:7829:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787298944 00010000:00010000:0.0:1776265358.014798:0:7829:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005f33a59f/0xeb74cb2ea367e6bf lrc: 4/0,0 mode: PW/PW res: [0xe8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a813 expref: 16 pid: 11796 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265358.014818:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5210 00000100:00100000:0.0:1776265358.014824:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d525b44a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:2206:x1862548787298944:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00000100:00100000:1.0:1776265358.014833:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:0.0:1776265358.014838:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265358.014845:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005f33a59f/0xeb74cb2ea367e6bf lrc: 4/0,0 mode: PW/PW res: [0xe8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a813 expref: 16 pid: 11796 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265358.014857:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:0.0:1776265358.014864:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005f33a59f/0xeb74cb2ea367e6bf lrc: 3/0,0 mode: PW/PW res: [0xe8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a813 expref: 16 pid: 11796 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265358.014875:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:0.0:1776265358.014884:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005f33a59f/0xeb74cb2ea367e6bf lrc: 0/0,0 mode: --/PW res: [0xe8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a813 expref: 16 pid: 11796 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.014897:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265358.014899:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265358.014903:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a345c lrc: 3/0,1 mode: PW/PW res: [0xe8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.014911:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a345c lrc: 4/0,1 mode: PW/PW res: [0xe8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265358.014919:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:0.0:1776265358.014949:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265358.014985:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d525b44a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+15:2206:x1862548787298944:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 161us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265358.014993:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5210 00000100:00100000:0.0:1776265358.015007:0:7829:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787299072 00010000:00010000:3.0:1776265358.015009:0:11778:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a345c lrc: 3/0,1 mode: PW/PW res: [0xe8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.015018:0:7829:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007c7d3222/0xeb74cb2ea367e55a lrc: 4/0,0 mode: PW/PW res: [0xe6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a779 expref: 15 pid: 11796 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265358.015032:0:7829:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787298880 00010000:00010000:0.0:1776265358.015040:0:7829:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000094d505a5/0xeb74cb2ea369a4ea lrc: 4/0,0 mode: PW/PW res: [0x1ac:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43cc5 expref: 23 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265358.015050:0:7829:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787299008 00010000:00010000:0.0:1776265358.015057:0:7829:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d899418c/0xeb74cb2ea367e633 lrc: 4/0,0 mode: PW/PW res: [0xe7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a7d4 expref: 16 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265358.015068:0:7829:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787299136 00010000:00010000:3.0:1776265358.015081:0:11778:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a345c lrc: 3/0,1 mode: PW/PW res: [0xe8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.015089:0:11778:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a345c lrc: 3/0,1 mode: PW/PW res: [0xe8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.015094:0:11778:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a345c lrc: 2/0,0 mode: PW/PW res: [0xe8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.015114:0:11778:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776265358.015148:0:7829:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005f87f3f9/0xeb74cb2ea367e4a4 lrc: 5/0,0 mode: PW/PW res: [0xe5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a725 expref: 17 pid: 11796 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265358.015167:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5211 00000100:00100000:0.0:1776265358.015171:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a52c70c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+17:2206:x1862548787299072:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1776265358.015180:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265358.015184:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007c7d3222/0xeb74cb2ea367e55a lrc: 4/0,0 mode: PW/PW res: [0xe6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a779 expref: 17 pid: 11796 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.015191:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007c7d3222/0xeb74cb2ea367e55a lrc: 3/0,0 mode: PW/PW res: [0xe6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a779 expref: 17 pid: 11796 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.015207:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007c7d3222/0xeb74cb2ea367e55a lrc: 0/0,0 mode: --/PW res: [0xe6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a779 expref: 17 pid: 11796 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265358.015232:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265358.015238:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a345c lrc: 2/0,0 mode: PW/PW res: [0xe8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.015243:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265358.015246:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265358.015249:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000fd6f265/0xeb74cb2ea36a346a lrc: 3/0,1 mode: PW/PW res: [0xe6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.015251:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f09a7da6 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265358.015256:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a345c lrc: 2/0,0 mode: PW/PW res: [0xe8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.015262:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000fd6f265/0xeb74cb2ea36a346a lrc: 4/0,1 mode: PW/PW res: [0xe6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.015266:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a345c lrc: 3/0,0 mode: PW/PW res: [0xe8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.015286:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a345c lrc: 1/0,0 mode: --/PW res: [0xe8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.015291:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265358.015294:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f09a7da6/0xeb74cb2ea36a345c lrc: 0/0,0 mode: --/PW res: [0xe8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265358.015313:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a52c70c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:2206:x1862548787299072:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 Request processed in 140us (486us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265358.015321:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5211 00000100:00100000:0.0:1776265358.015336:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5212 00000100:00100000:0.0:1776265358.015341:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053222c86 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+23:2206:x1862548787298880:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776265358.015354:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1776265358.015356:0:11778:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbfa6eca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+69:2993:x1862548793537152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14638us (14861us total) trans 4294968269 rc 0/0 00010000:00010000:0.0:1776265358.015361:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000094d505a5/0xeb74cb2ea369a4ea lrc: 4/0,0 mode: PW/PW res: [0x1ac:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43cc5 expref: 23 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265358.015365:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776265358.015367:0:11778:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3159 00010000:00010000:1.0:1776265358.015368:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265358.015370:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265358.015379:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000094d505a5/0xeb74cb2ea369a4ea lrc: 3/0,0 mode: PW/PW res: [0x1ac:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43cc5 expref: 23 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.015397:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000094d505a5/0xeb74cb2ea369a4ea lrc: 0/0,0 mode: --/PW res: [0x1ac:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece43cc5 expref: 23 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.015409:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265358.015411:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265358.015413:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a3455 lrc: 3/0,1 mode: PW/PW res: [0x1ac:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.015419:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a3455 lrc: 4/0,1 mode: PW/PW res: [0x1ac:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.015443:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265358.015462:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053222c86 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+22:2206:x1862548787298880:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 121us (611us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265358.015471:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5212 00000100:00100000:0.0:1776265358.015490:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5213 00000100:00100000:1.0:1776265358.015494:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265358.015498:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095d3c631 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+15:2206:x1862548787299008:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776265358.015507:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265358.015511:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d899418c/0xeb74cb2ea367e633 lrc: 4/0,0 mode: PW/PW res: [0xe7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a7d4 expref: 15 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.015522:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d899418c/0xeb74cb2ea367e633 lrc: 3/0,0 mode: PW/PW res: [0xe7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a7d4 expref: 15 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1776265358.015523:0:11777:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a3455 lrc: 3/0,1 mode: PW/PW res: [0x1ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265358.015537:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1776265358.015544:0:11777:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a3455 lrc: 3/0,1 mode: PW/PW res: [0x1ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.015551:0:11777:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a3455 lrc: 3/0,1 mode: PW/PW res: [0x1ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.015551:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d899418c/0xeb74cb2ea367e633 lrc: 0/0,0 mode: --/PW res: [0xe7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a7d4 expref: 15 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265358.015567:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:0.0:1776265358.015572:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265358.015575:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265358.015577:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a3463 lrc: 3/0,1 mode: PW/PW res: [0xe7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.015583:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a3463 lrc: 4/0,1 mode: PW/PW res: [0xe7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.015597:0:10780:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a5fbcc08/0xeb74cb2ea369fed9 lrc: 3/0,0 mode: PW/PW res: [0x1c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45d09 expref: 21 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.015605:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1776265358.015610:0:10780:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a5fbcc08/0xeb74cb2ea369fed9 lrc: 4/0,0 mode: PW/PW res: [0x1c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45d09 expref: 21 pid: 11796 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265358.015623:0:10780:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f1428c66 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10780:1862548793538304:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265358.015628:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095d3c631 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+14:2206:x1862548787299008:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 130us (753us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265358.015635:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5213 00000100:00100000:0.0:1776265358.015646:0:7829:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787299264 00010000:00010000:0.0:1776265358.015657:0:7829:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000af432dcf/0xeb74cb2ea36998b8 lrc: 5/0,0 mode: PW/PW res: [0x1a8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece438ab expref: 22 pid: 11784 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265358.015668:0:7829:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787299200 00010000:00010000:0.0:1776265358.015674:0:7829:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000022af1aba/0xeb74cb2ea368022c lrc: 5/0,0 mode: PW/PW res: [0x103:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b2e7 expref: 14 pid: 11802 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265358.015683:0:7829:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787299328 00010000:00010000:0.0:1776265358.015689:0:7829:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f9990b90/0xeb74cb2ea36a0792 lrc: 5/0,0 mode: PW/PW res: [0x1c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45fe1 expref: 15 pid: 6306 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265358.015701:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5214 00000100:00100000:0.0:1776265358.015704:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063af3dba pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+15:2206:x1862548787299136:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1776265358.015710:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265358.015713:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005f87f3f9/0xeb74cb2ea367e4a4 lrc: 5/0,0 mode: PW/PW res: [0xe5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a725 expref: 15 pid: 11796 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.015721:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005f87f3f9/0xeb74cb2ea367e4a4 lrc: 4/0,0 mode: PW/PW res: [0xe5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a725 expref: 15 pid: 11796 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.015733:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265358.015734:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265358.015736:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000094299238/0xeb74cb2ea36a3471 lrc: 3/0,1 mode: PW/PW res: [0xe5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.015742:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000094299238/0xeb74cb2ea36a3471 lrc: 4/0,1 mode: PW/PW res: [0xe5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.015757:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776265358.015760:0:11777:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a3455 lrc: 2/0,0 mode: PW/PW res: [0x1ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265358.015774:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063af3dba pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+15:2206:x1862548787299136:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 Request processed in 68us (861us total) trans 0 rc 0/0 00010000:00010000:3.0:1776265358.015778:0:11777:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776265358.015783:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5214 00000100:00100000:0.0:1776265358.015818:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5215 00000100:00100000:0.0:1776265358.015821:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d365dba4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+22:2205:x1862548787299264:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1776265358.015828:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265358.015832:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000af432dcf/0xeb74cb2ea36998b8 lrc: 5/0,0 mode: PW/PW res: [0x1a8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece438ab expref: 22 pid: 11784 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.015840:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000af432dcf/0xeb74cb2ea36998b8 lrc: 4/0,0 mode: PW/PW res: [0x1a8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece438ab expref: 22 pid: 11784 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.015853:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265358.015855:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265358.015857:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a347f lrc: 3/0,1 mode: PW/PW res: [0x1a8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.015862:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a347f lrc: 4/0,1 mode: PW/PW res: [0x1a8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.015873:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265358.015889:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d365dba4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+22:2205:x1862548787299264:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 66us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265358.015895:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5215 00000100:00100000:0.0:1776265358.015908:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5216 00000100:00100000:0.0:1776265358.015912:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000554885f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+14:2205:x1862548787299200:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1776265358.015918:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265358.015922:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000022af1aba/0xeb74cb2ea368022c lrc: 5/0,0 mode: PW/PW res: [0x103:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b2e7 expref: 14 pid: 11802 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.015930:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000022af1aba/0xeb74cb2ea368022c lrc: 4/0,0 mode: PW/PW res: [0x103:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b2e7 expref: 14 pid: 11802 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.015943:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265358.015944:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265358.015946:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cf68a6c4/0xeb74cb2ea36a3478 lrc: 3/0,1 mode: PW/PW res: [0x103:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.015951:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf68a6c4/0xeb74cb2ea36a3478 lrc: 4/0,1 mode: PW/PW res: [0x103:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.015976:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776265358.015998:0:11777:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f38f3d18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+70:2993:x1862548793536512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15436us (15609us total) trans 4294968279 rc 0/0 00000100:00100000:0.0:1776265358.015999:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000554885f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+14:2205:x1862548787299200:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 82us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265358.016014:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5216 00000100:00100000:3.0:1776265358.016017:0:11777:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3158 00000100:00100000:0.0:1776265358.016043:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5217 00000100:00100000:0.0:1776265358.016048:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a578e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+13:2205:x1862548787299328:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1776265358.016054:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265358.016057:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f9990b90/0xeb74cb2ea36a0792 lrc: 5/0,0 mode: PW/PW res: [0x1c7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45fe1 expref: 13 pid: 6306 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.016065:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f9990b90/0xeb74cb2ea36a0792 lrc: 4/0,0 mode: PW/PW res: [0x1c7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45fe1 expref: 13 pid: 6306 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.016140:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265358.016142:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265358.016144:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003c6ad7da/0xeb74cb2ea36a3486 lrc: 3/0,1 mode: PW/PW res: [0x1c7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.016151:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c6ad7da/0xeb74cb2ea36a3486 lrc: 4/0,1 mode: PW/PW res: [0x1c7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265358.016160:0:10780:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aa643ed6 going to sleep for 43 seconds 00010000:00010000:0.0:1776265358.016164:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265358.016189:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a578e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+13:2205:x1862548787299328:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 140us (629us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265358.016196:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5217 00010000:00010000:0.0:1776265358.016258:0:11776:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005f87f3f9/0xeb74cb2ea367e4a4 lrc: 0/0,0 mode: --/PW res: [0xe5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a725 expref: 12 pid: 11796 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265358.016270:0:11776:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da55909d pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:11776:1862548793537664:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265358.016284:0:11776:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000094299238/0xeb74cb2ea36a3471 lrc: 3/0,1 mode: PW/PW res: [0xe5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.016292:0:11776:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000094299238/0xeb74cb2ea36a3471 lrc: 3/0,1 mode: PW/PW res: [0xe5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.016297:0:11776:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000094299238/0xeb74cb2ea36a3471 lrc: 3/0,1 mode: PW/PW res: [0xe5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.016304:0:11776:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000094299238/0xeb74cb2ea36a3471 lrc: 3/0,1 mode: PW/PW res: [0xe5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.016309:0:11776:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000094299238/0xeb74cb2ea36a3471 lrc: 2/0,0 mode: PW/PW res: [0xe5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.016333:0:11776:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776265358.016487:0:11776:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000228b82b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+69:2996:x1862548793537408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15115us (15397us total) trans 4294968270 rc 0/0 00000100:00100000:0.0:1776265358.016493:0:11776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3162 00010000:00010000:0.0:1776265358.016513:0:6306:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000fd6f265/0xeb74cb2ea36a346a lrc: 3/0,1 mode: PW/PW res: [0xe6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.016520:0:6306:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000fd6f265/0xeb74cb2ea36a346a lrc: 3/0,1 mode: PW/PW res: [0xe6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.016526:0:6306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000fd6f265/0xeb74cb2ea36a346a lrc: 3/0,1 mode: PW/PW res: [0xe6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.016532:0:6306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000fd6f265/0xeb74cb2ea36a346a lrc: 2/0,0 mode: PW/PW res: [0xe6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.016540:0:6306:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1776265358.016631:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000634e4fad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793538048:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776265358.016670:0:6306:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000789c69c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+69:2996:x1862548793537472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15490us (15630us total) trans 4294968271 rc 0/0 00000100:00100000:0.0:1776265358.016681:0:6306:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3161 00000100:00100000:3.0:1776265358.016682:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776265358.016710:0:6306:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793538048 00000100:00100000:0.0:1776265358.016735:0:6306:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3168 00000100:00100000:0.0:1776265358.016739:0:6306:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8748b01 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+70:2996:x1862548793538048:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1776265358.016749:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1776265358.016755:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a3455 lrc: 2/0,0 mode: PW/PW res: [0x1ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1776265358.016761:0:6306:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:237 count 1 00010000:00010000:1.0:1776265358.016769:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d0b37eb2 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265358.016772:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a3455 lrc: 2/0,0 mode: PW/PW res: [0x1ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.016781:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a3455 lrc: 3/0,0 mode: PW/PW res: [0x1ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.016781:0:6306:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e089eab5/0xeb74cb2ea36a349b lrc: 3/0,1 mode: --/PW res: [0xed:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.016812:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a3455 lrc: 1/0,0 mode: --/PW res: [0x1ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.016815:0:6306:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003d1c883d/0xeb74cb2ea367ec61 lrc: 2/0,0 mode: PW/PW res: [0xed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aa2e expref: 21 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.016829:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d0b37eb2/0xeb74cb2ea36a3455 lrc: 0/0,0 mode: --/PW res: [0x1ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.016832:0:6306:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265358.016835:0:6306:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265358.016837:0:6306:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e089eab5/0xeb74cb2ea36a349b lrc: 4/0,1 mode: --/PW res: [0xed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.016850:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776265358.016855:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000094299238/0xeb74cb2ea36a3471 lrc: 2/0,0 mode: PW/PW res: [0xe5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.016863:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000094299238 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265358.016866:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000094299238/0xeb74cb2ea36a3471 lrc: 2/0,0 mode: PW/PW res: [0xe5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.016868:0:6306:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003d1c883d/0xeb74cb2ea367ec61 lrc: 3/0,0 mode: PW/PW res: [0xed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aa2e expref: 21 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.016883:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000094299238/0xeb74cb2ea36a3471 lrc: 3/0,0 mode: PW/PW res: [0xe5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.016889:0:6306:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003d1c883d/0xeb74cb2ea367ec61 lrc: 4/0,0 mode: PW/PW res: [0xed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aa2e expref: 21 pid: 11796 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265358.016904:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000094299238/0xeb74cb2ea36a3471 lrc: 1/0,0 mode: --/PW res: [0xe5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265358.016907:0:6306:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001948601c pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6306:1862548793538368:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265358.016918:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000094299238/0xeb74cb2ea36a3471 lrc: 0/0,0 mode: --/PW res: [0xe5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.016934:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265358.016936:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000fd6f265/0xeb74cb2ea36a346a lrc: 2/0,0 mode: PW/PW res: [0xe6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.016941:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000fd6f265 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265358.016943:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000fd6f265/0xeb74cb2ea36a346a lrc: 2/0,0 mode: PW/PW res: [0xe6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.016948:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000fd6f265/0xeb74cb2ea36a346a lrc: 3/0,0 mode: PW/PW res: [0xe6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265358.016952:0:6306:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f8e01e5d going to sleep for 43 seconds 00010000:00010000:1.0:1776265358.016971:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000fd6f265/0xeb74cb2ea36a346a lrc: 1/0,0 mode: --/PW res: [0xe6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.016983:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000fd6f265/0xeb74cb2ea36a346a lrc: 0/0,0 mode: --/PW res: [0xe6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.016984:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265358.017001:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265358.017003:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265358.017005:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265358.017043:0:12462:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000022af1aba/0xeb74cb2ea368022c lrc: 0/0,0 mode: --/PW res: [0x103:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b2e7 expref: 11 pid: 11802 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265358.017054:0:12462:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003185074e pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:12462:1862548793537728:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265358.017069:0:12462:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000cf68a6c4/0xeb74cb2ea36a3478 lrc: 3/0,1 mode: PW/PW res: [0x103:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.017076:0:12462:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000cf68a6c4/0xeb74cb2ea36a3478 lrc: 3/0,1 mode: PW/PW res: [0x103:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.017087:0:12462:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf68a6c4/0xeb74cb2ea36a3478 lrc: 3/0,1 mode: PW/PW res: [0x103:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.017094:0:12462:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf68a6c4/0xeb74cb2ea36a3478 lrc: 3/0,1 mode: PW/PW res: [0x103:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.017099:0:12462:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cf68a6c4/0xeb74cb2ea36a3478 lrc: 2/0,0 mode: PW/PW res: [0x103:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.017118:0:12462:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776265358.017181:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265358.017185:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cf68a6c4/0xeb74cb2ea36a3478 lrc: 2/0,0 mode: PW/PW res: [0x103:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.017193:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cf68a6c4 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265358.017196:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf68a6c4/0xeb74cb2ea36a3478 lrc: 2/0,0 mode: PW/PW res: [0x103:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.017203:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf68a6c4/0xeb74cb2ea36a3478 lrc: 3/0,0 mode: PW/PW res: [0x103:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.017238:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cf68a6c4/0xeb74cb2ea36a3478 lrc: 1/0,0 mode: --/PW res: [0x103:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.017245:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf68a6c4/0xeb74cb2ea36a3478 lrc: 0/0,0 mode: --/PW res: [0x103:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.017282:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265358.017298:0:12462:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e8965fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+69:2994:x1862548793536192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15697us (15781us total) trans 4294968272 rc 0/0 00000100:00100000:0.0:1776265358.017306:0:12462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3163 00010000:00010000:1.0:1776265358.017368:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265358.017368:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265358.017372:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265358.017383:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776265358.017515:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1776265358.017543:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001f95afbf/2, rc 0, transno 974 00010000:00010000:0.0:1776265358.017559:0:11803:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f9990b90/0xeb74cb2ea36a0792 lrc: 0/0,0 mode: --/PW res: [0x1c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45fe1 expref: 10 pid: 6306 timeout: 559 lvb_type: 0 00000100:00100000:3.0:1776265358.017568:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f95afbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793537408:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776265358.017579:0:11803:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005f3e7f8a pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:11803:1862548793538112:192.168.204.57@tcp:104: 00000004:00080000:2.0:1776265358.017585:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009598d0bc/2, rc 0, transno 971 00010000:00010000:0.0:1776265358.017594:0:11803:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003c6ad7da/0xeb74cb2ea36a3486 lrc: 3/0,1 mode: PW/PW res: [0x1c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1776265358.017633:0:2994:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000029f55577/2, rc 0, transno 976 00000004:00080000:3.0:1776265358.017647:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b7d3feca/2, rc 0, transno 975 00000100:00100000:3.0:1776265358.017653:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7d3feca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793537472:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776265358.017669:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1776265358.017676:0:11803:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003c6ad7da/0xeb74cb2ea36a3486 lrc: 3/0,1 mode: PW/PW res: [0x1c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265358.017678:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7147d85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793538560:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776265358.017689:0:11803:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c6ad7da/0xeb74cb2ea36a3486 lrc: 3/0,1 mode: PW/PW res: [0x1c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.017697:0:11803:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c6ad7da/0xeb74cb2ea36a3486 lrc: 3/0,1 mode: PW/PW res: [0x1c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.017703:0:11803:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003c6ad7da/0xeb74cb2ea36a3486 lrc: 2/0,0 mode: PW/PW res: [0x1c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265358.017714:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776265358.017720:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029f55577 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793536192:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776265358.017724:0:11803:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776265358.017734:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f3e7f8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793538432:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1776265358.017773:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009598d0bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793536896:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776265358.017793:0:11777:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793538240 00000100:00100000:1.0:1776265358.017794:0:12462:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793538560 00000100:00100000:3.0:1776265358.017821:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009dc4b30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793538496:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776265358.017831:0:11777:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3169 00000100:00100000:0.0:1776265358.017837:0:11777:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a3ec88d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+70:2994:x1862548793538240:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776265358.017844:0:12462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3170 00000100:00100000:1.0:1776265358.017853:0:12462:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4492c3b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+70:2996:x1862548793538560:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776265358.017855:0:11777:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:460 count 1 00000100:00100000:3.0:1776265358.017859:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1776265358.017871:0:11777:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d89b3e0/0xeb74cb2ea36a34a2 lrc: 3/0,1 mode: --/PW res: [0x1cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1776265358.017874:0:12462:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:226 count 1 00010000:00010000:0.0:1776265358.017887:0:11777:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008ea4d0e0/0xeb74cb2ea36a13d9 lrc: 2/0,0 mode: PW/PW res: [0x1cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece463c3 expref: 9 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.017891:0:12462:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a34a9 lrc: 3/0,1 mode: --/PW res: [0xe2:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.017897:0:11777:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265358.017900:0:11777:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265358.017904:0:11777:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d89b3e0/0xeb74cb2ea36a34a2 lrc: 4/0,1 mode: --/PW res: [0x1cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.017907:0:12462:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008d0e62af/0xeb74cb2ea367da7f lrc: 2/0,0 mode: PW/PW res: [0xe2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->53247) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a3c8 expref: 9 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.017924:0:12462:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265358.017925:0:12462:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265358.017927:0:12462:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a34a9 lrc: 4/0,1 mode: --/PW res: [0xe2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.017938:0:11777:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008ea4d0e0/0xeb74cb2ea36a13d9 lrc: 3/0,0 mode: PW/PW res: [0x1cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece463c3 expref: 9 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.017949:0:11777:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008ea4d0e0/0xeb74cb2ea36a13d9 lrc: 4/0,0 mode: PW/PW res: [0x1cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece463c3 expref: 9 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265358.017952:0:12462:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008d0e62af/0xeb74cb2ea367da7f lrc: 3/0,0 mode: PW/PW res: [0xe2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->53247) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a3c8 expref: 9 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.017988:0:12462:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008d0e62af/0xeb74cb2ea367da7f lrc: 4/0,0 mode: PW/PW res: [0xe2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->53247) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a3c8 expref: 9 pid: 11796 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265358.017993:0:11777:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a9061d74 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:11777:1862548793538624:192.168.204.57@tcp:104: 00000100:00100000:1.0:1776265358.018008:0:12462:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dbe5e6d pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:12462:1862548793538688:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265358.018035:0:11777:0:(client.c:2500:ptlrpc_set_wait()) set 0000000029ac3857 going to sleep for 43 seconds 00000100:00100000:1.0:1776265358.018044:0:12462:0:(client.c:2500:ptlrpc_set_wait()) set 000000000cc85970 going to sleep for 43 seconds 00000100:00100000:0.0:1776265358.018059:0:11771:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793538496 00000100:00100000:1.0:1776265358.018069:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776265358.018085:0:11771:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793538432 00000100:00100000:0.0:1776265358.018102:0:11771:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3171 00000100:00100000:0.0:1776265358.018107:0:11771:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a0f904f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+72:2996:x1862548793538496:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1776265358.018112:0:11778:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3172 00000100:00100000:1.0:1776265358.018118:0:11778:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e1bcd4b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+72:2994:x1862548793538432:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1776265358.018120:0:11771:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:254 count 1 00010000:00010000:0.0:1776265358.018133:0:11771:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a34b0 lrc: 3/0,1 mode: --/PW res: [0xfe:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1776265358.018134:0:11778:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:280 count 1 00010000:00010000:0.0:1776265358.018149:0:11771:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006a8b5c3b/0xeb74cb2ea367fd1d lrc: 2/0,0 mode: PW/PW res: [0xfe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b0e8 expref: 9 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.018150:0:11778:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a34b7 lrc: 3/0,1 mode: --/PW res: [0x118:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.018169:0:11771:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265358.018172:0:11771:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265358.018174:0:11771:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a34b0 lrc: 4/0,1 mode: --/PW res: [0xfe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.018176:0:11778:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000acc74906/0xeb74cb2ea36813c1 lrc: 2/0,0 mode: PW/PW res: [0x118:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ba2d expref: 9 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.018195:0:11778:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265358.018196:0:11778:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265358.018198:0:11778:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a34b7 lrc: 4/0,1 mode: --/PW res: [0x118:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.018208:0:11771:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006a8b5c3b/0xeb74cb2ea367fd1d lrc: 3/0,0 mode: PW/PW res: [0xfe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b0e8 expref: 9 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.018248:0:11771:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006a8b5c3b/0xeb74cb2ea367fd1d lrc: 4/0,0 mode: PW/PW res: [0xfe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b0e8 expref: 9 pid: 10780 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265358.018258:0:11771:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000097f3ee18 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:11771:1862548793538752:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265358.018270:0:11778:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000acc74906/0xeb74cb2ea36813c1 lrc: 3/0,0 mode: PW/PW res: [0x118:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ba2d expref: 9 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.018281:0:11778:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000acc74906/0xeb74cb2ea36813c1 lrc: 4/0,0 mode: PW/PW res: [0x118:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ba2d expref: 9 pid: 11802 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265358.018285:0:11771:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fb1daf0e going to sleep for 43 seconds 00000100:00100000:1.0:1776265358.018295:0:11778:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d525b44a pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:11778:1862548793538816:192.168.204.57@tcp:104: 00000100:00100000:3.0:1776265358.018357:0:6307:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cefc1670 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+70:2996:x1862548793535808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 47966us (48073us total) trans 4294968274 rc 0/0 00000100:00100000:3.0:1776265358.018367:0:6307:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3147 00000004:00080000:3.0:1776265358.018404:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000cca94cde/2, rc 0, transno 978 00000100:00100000:1.0:1776265358.018414:0:11778:0:(client.c:2500:ptlrpc_set_wait()) set 0000000020abf568 going to sleep for 43 seconds 00000100:00100000:3.0:1776265358.018415:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cca94cde pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793535808:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776265358.018436:0:2994:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1776265358.018453:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ddde47e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793538880:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776265358.018498:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776265358.018511:0:11779:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c003456/0xeb74cb2ea3680161 lrc: 0/0,0 mode: --/PW res: [0x103:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b28c expref: 21 pid: 11802 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265358.018531:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002790e0a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793538944:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265358.018539:0:11779:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000779538bf pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:11779:1862548793536832:192.168.204.57@tcp:104: 00000100:00100000:1.0:1776265358.018561:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776265358.018579:0:11779:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008190f10d/0xeb74cb2ea36a3439 lrc: 3/0,1 mode: PW/PW res: [0x103:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265358.018587:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793538880 00010000:00010000:2.0:1776265358.018592:0:11779:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008190f10d/0xeb74cb2ea36a3439 lrc: 3/0,1 mode: PW/PW res: [0x103:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265358.018599:0:11803:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb95879a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+73:2994:x1862548793537856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15162us (15467us total) trans 4294968273 rc 0/0 00000004:00080000:1.0:1776265358.018606:0:2994:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a44d9d36/2, rc 0, transno 977 00010000:00010000:2.0:1776265358.018619:0:11779:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008190f10d/0xeb74cb2ea36a3439 lrc: 3/0,1 mode: PW/PW res: [0x103:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265358.018626:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a44d9d36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793537856:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1776265358.018627:0:11804:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793538944 00000100:00100000:0.0:1776265358.018630:0:11803:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3165 00010000:00010000:2.0:1776265358.018645:0:11779:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008190f10d/0xeb74cb2ea36a3439 lrc: 3/0,1 mode: PW/PW res: [0x103:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.018655:0:11779:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008190f10d/0xeb74cb2ea36a3439 lrc: 2/0,0 mode: PW/PW res: [0x103:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265358.018665:0:11804:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3173 00000100:00100000:0.0:1776265358.018676:0:6308:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3174 00000100:00100000:3.0:1776265358.018677:0:11804:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a52c70c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+71:2994:x1862548793538880:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776265358.018684:0:6308:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053222c86 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+71:2994:x1862548793538944:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776265358.018691:0:11779:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00080000:3.0:1776265358.018695:0:11804:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:453 count 1 00002000:00080000:0.0:1776265358.018701:0:6308:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:255 count 1 00010000:00010000:3.0:1776265358.018714:0:11804:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a250feac/0xeb74cb2ea36a34be lrc: 3/0,1 mode: --/PW res: [0x1c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.018718:0:6308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a34c5 lrc: 3/0,1 mode: --/PW res: [0xff:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.018734:0:11804:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ecec3948/0xeb74cb2ea36a0489 lrc: 2/0,0 mode: PW/PW res: [0x1c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45ed7 expref: 20 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.018739:0:6308:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a46123f9/0xeb74cb2ea367fd24 lrc: 2/0,0 mode: PW/PW res: [0xff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b0ef expref: 20 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.018750:0:11804:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265358.018753:0:6308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776265358.018754:0:11804:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265358.018757:0:6308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776265358.018758:0:11804:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a250feac/0xeb74cb2ea36a34be lrc: 4/0,1 mode: --/PW res: [0x1c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.018762:0:6308:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a34c5 lrc: 4/0,1 mode: --/PW res: [0xff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.018789:0:11804:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ecec3948/0xeb74cb2ea36a0489 lrc: 3/0,0 mode: PW/PW res: [0x1c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45ed7 expref: 20 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.018791:0:6308:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a46123f9/0xeb74cb2ea367fd24 lrc: 3/0,0 mode: PW/PW res: [0xff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b0ef expref: 20 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.018812:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776265358.018816:0:11804:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ecec3948/0xeb74cb2ea36a0489 lrc: 4/0,0 mode: PW/PW res: [0x1c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45ed7 expref: 20 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.018817:0:6308:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a46123f9/0xeb74cb2ea367fd24 lrc: 4/0,0 mode: PW/PW res: [0xff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b0ef expref: 20 pid: 11802 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265358.018819:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003c6ad7da/0xeb74cb2ea36a3486 lrc: 2/0,0 mode: PW/PW res: [0x1c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.018845:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003c6ad7da already unused, calling callback (00000000354ccfb0) 00000100:00100000:3.0:1776265358.018849:0:11804:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e98f0d6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:11804:1862548793539008:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265358.018849:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003c6ad7da/0xeb74cb2ea36a3486 lrc: 2/0,0 mode: PW/PW res: [0x1c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265358.018851:0:6308:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000003b0800e pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6308:1862548793539072:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265358.018865:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003c6ad7da/0xeb74cb2ea36a3486 lrc: 3/0,0 mode: PW/PW res: [0x1c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.018885:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003c6ad7da/0xeb74cb2ea36a3486 lrc: 1/0,0 mode: --/PW res: [0x1c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.018894:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c6ad7da/0xeb74cb2ea36a3486 lrc: 0/0,0 mode: --/PW res: [0x1c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11803 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265358.018894:0:6308:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e009f768 going to sleep for 43 seconds 00010000:00010000:1.0:1776265358.018919:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265358.018922:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008190f10d/0xeb74cb2ea36a3439 lrc: 2/0,0 mode: PW/PW res: [0x103:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.018929:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008190f10d already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265358.018932:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008190f10d/0xeb74cb2ea36a3439 lrc: 2/0,0 mode: PW/PW res: [0x103:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.018938:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008190f10d/0xeb74cb2ea36a3439 lrc: 3/0,0 mode: PW/PW res: [0x103:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.018974:0:11797:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af432dcf/0xeb74cb2ea36998b8 lrc: 0/0,0 mode: --/PW res: [0x1a8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece438ab expref: 20 pid: 11784 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265358.018991:0:11797:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003f1eb975 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:11797:1862548793537792:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265358.019010:0:11797:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a347f lrc: 3/0,1 mode: PW/PW res: [0x1a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.019019:0:11797:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a347f lrc: 3/0,1 mode: PW/PW res: [0x1a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.019026:0:11797:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a347f lrc: 3/0,1 mode: PW/PW res: [0x1a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.019033:0:11797:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a347f lrc: 3/0,1 mode: PW/PW res: [0x1a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.019040:0:11797:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a347f lrc: 2/0,0 mode: PW/PW res: [0x1a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.019059:0:11797:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1776265358.019072:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1776265358.019075:0:11804:0:(client.c:2500:ptlrpc_set_wait()) set 000000007eb00061 going to sleep for 43 seconds 00010000:00010000:0.0:1776265358.019077:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a347f lrc: 2/0,0 mode: PW/PW res: [0x1a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.019086:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000000e3457a already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265358.019089:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a347f lrc: 2/0,0 mode: PW/PW res: [0x1a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.019096:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a347f lrc: 3/0,0 mode: PW/PW res: [0x1a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.019114:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a347f lrc: 1/0,0 mode: --/PW res: [0x1a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.019121:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a347f lrc: 0/0,0 mode: --/PW res: [0x1a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.019146:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265358.019148:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265358.019149:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265358.019360:0:11797:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ecea4f0f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+72:2994:x1862548793536704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17623us (17806us total) trans 4294968280 rc 0/0 00000100:00100000:0.0:1776265358.019367:0:11797:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3164 00000004:00080000:3.0:1776265358.019422:0:2994:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c895130c/2, rc 0, transno 984 00000100:00100000:3.0:1776265358.019437:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c895130c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793536704:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776265358.019519:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1776265358.019533:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000010da09da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793539136:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776265358.019583:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776265358.019650:0:11802:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5e18113 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:11802:1862548793538176:192.168.204.57@tcp:104: 00010000:00010000:3.0:1776265358.019686:0:11802:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004660d909/0xeb74cb2ea36a348d lrc: 3/0,1 mode: --/PW res: [0xee:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265358.019719:0:6307:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793539136 00000100:00100000:0.0:1776265358.019720:0:6306:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001948601c pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6306:1862548793538368:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265358.019738:0:6306:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e089eab5/0xeb74cb2ea36a349b lrc: 3/0,1 mode: --/PW res: [0xed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.019741:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008190f10d/0xeb74cb2ea36a3439 lrc: 1/0,0 mode: --/PW res: [0x103:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.019755:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008190f10d/0xeb74cb2ea36a3439 lrc: 0/0,0 mode: --/PW res: [0x103:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.019780:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776265358.019781:0:11779:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000758e0cf1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+73:2996:x1862548793536768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 29364us (29475us total) trans 4294968281 rc 0/0 00010000:00010000:1.0:1776265358.019782:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265358.019782:0:11797:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3175 00010000:00010000:1.0:1776265358.019785:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265358.019792:0:11797:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed180043 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+73:2996:x1862548793539136:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265358.019802:0:11779:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3154 00002000:00080000:0.0:1776265358.019814:0:11797:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:284 count 1 00000100:00100000:1.0:1776265358.019824:0:10780:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f1428c66 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:10780:1862548793538304:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265358.019837:0:11797:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000103801fb/0xeb74cb2ea36a34cc lrc: 3/0,1 mode: --/PW res: [0x11c:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1776265358.019840:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007d3ddcb6/2, rc 0, transno 985 00010000:00010000:1.0:1776265358.019853:0:10780:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a3494 lrc: 3/0,1 mode: --/PW res: [0x1c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.019855:0:11797:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000036ed5f/0xeb74cb2ea3681748 lrc: 2/0,0 mode: PW/PW res: [0x11c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bb8b expref: 19 pid: 10780 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265358.019856:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d3ddcb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793536768:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1776265358.019877:0:11797:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265358.019880:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265358.019882:0:11797:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265358.019886:0:11797:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000103801fb/0xeb74cb2ea36a34cc lrc: 4/0,1 mode: --/PW res: [0x11c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.019909:0:11797:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000036ed5f/0xeb74cb2ea3681748 lrc: 3/0,0 mode: PW/PW res: [0x11c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bb8b expref: 19 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.019917:0:11797:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000036ed5f/0xeb74cb2ea3681748 lrc: 4/0,0 mode: PW/PW res: [0x11c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bb8b expref: 19 pid: 10780 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265358.019926:0:11797:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001948601c pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:11797:1862548793539200:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265358.019980:0:11797:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f8e01e5d going to sleep for 43 seconds 00010000:00010000:0.0:1776265358.020018:0:11783:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a3463 lrc: 3/0,1 mode: PW/PW res: [0xe7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.020026:0:11783:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a3463 lrc: 3/0,1 mode: PW/PW res: [0xe7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.020033:0:11783:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a3463 lrc: 3/0,1 mode: PW/PW res: [0xe7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.020039:0:11783:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a3463 lrc: 2/0,0 mode: PW/PW res: [0xe7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.020061:0:11783:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776265358.020147:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1776265358.020166:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5e18113 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793539264:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265358.020267:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265358.020332:0:11796:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793539264 00000100:00100000:0.0:1776265358.020333:0:11783:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000562679fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+73:2993:x1862548793537216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19338us (19403us total) trans 4294968274 rc 0/0 00000100:00100000:0.0:1776265358.020345:0:11783:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3160 00000100:00100000:0.0:1776265358.020375:0:11783:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3176 00000100:00100000:0.0:1776265358.020380:0:11783:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e89c45a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+73:2995:x1862548793539264:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776265358.020397:0:11783:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:459 count 1 00010000:00010000:0.0:1776265358.020409:0:11783:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000329a46a2/0xeb74cb2ea36a34d3 lrc: 3/0,1 mode: --/PW res: [0x1cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.020419:0:11783:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000009937adc/0xeb74cb2ea36a102f lrc: 2/0,0 mode: PW/PW res: [0x1cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4629d expref: 19 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.020425:0:11783:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265358.020426:0:11783:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265358.020427:0:11783:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000329a46a2/0xeb74cb2ea36a34d3 lrc: 4/0,1 mode: --/PW res: [0x1cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.020444:0:11783:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000009937adc/0xeb74cb2ea36a102f lrc: 3/0,0 mode: PW/PW res: [0x1cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4629d expref: 19 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.020452:0:11783:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000009937adc/0xeb74cb2ea36a102f lrc: 4/0,0 mode: PW/PW res: [0x1cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4629d expref: 19 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265358.020461:0:11783:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000998ca024 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:11783:1862548793539328:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265358.020486:0:11783:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c3296946 going to sleep for 43 seconds 00000004:00080000:0.0:1776265358.020512:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a5527c86/2, rc 0, transno 978 00000100:00100000:0.0:1776265358.020523:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5527c86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793537216:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776265358.020542:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c9af289e/2, rc 0, transno 973 00000100:00100000:0.0:1776265358.020548:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c9af289e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793537152:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1776265358.020567:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000070eda601/2, rc 0, transno 983 00000100:00100000:0.0:1776265358.020578:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070eda601 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793536512:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776265358.020620:0:2994:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776265358.020629:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000921dc4e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793539392:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776265358.020653:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265358.020671:0:11796:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793539392 00000100:00100000:2.0:1776265358.020745:0:11796:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3177 00000100:00100000:2.0:1776265358.020752:0:11796:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030865546 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+74:2994:x1862548793539392:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776265358.020777:0:11796:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:283 count 1 00010000:00010000:2.0:1776265358.020802:0:11796:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a34da lrc: 3/0,1 mode: --/PW res: [0x11b:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.020833:0:11796:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000020711104/0xeb74cb2ea3681684 lrc: 2/0,0 mode: PW/PW res: [0x11b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bb37 expref: 19 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.020841:0:11796:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265358.020843:0:11796:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265358.020845:0:11796:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a34da lrc: 4/0,1 mode: --/PW res: [0x11b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.020882:0:11796:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000020711104/0xeb74cb2ea3681684 lrc: 3/0,0 mode: PW/PW res: [0x11b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bb37 expref: 19 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.020893:0:11796:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000020711104/0xeb74cb2ea3681684 lrc: 4/0,0 mode: PW/PW res: [0x11b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bb37 expref: 19 pid: 10780 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1776265358.020905:0:11796:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000779538bf pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:11796:1862548793539456:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265358.020970:0:11796:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c2b506bd going to sleep for 43 seconds 00010000:00010000:2.0:1776265358.021304:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265358.021311:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a3463 lrc: 2/0,0 mode: PW/PW res: [0xe7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.021322:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000055e1677b already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265358.021325:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a3463 lrc: 2/0,0 mode: PW/PW res: [0xe7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.021334:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a3463 lrc: 3/0,0 mode: PW/PW res: [0xe7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.021358:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a3463 lrc: 1/0,0 mode: --/PW res: [0xe7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.021365:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000055e1677b/0xeb74cb2ea36a3463 lrc: 0/0,0 mode: --/PW res: [0xe7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.021385:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265358.021386:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265358.021388:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776265358.031821:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265358.031954:0:12462:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dbe5e6d pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:12462:1862548793538688:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265358.031985:0:11777:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a9061d74 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:11777:1862548793538624:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265358.032016:0:12462:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a34a9 lrc: 3/0,1 mode: --/PW res: [0xe2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.032021:0:11777:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004d89b3e0/0xeb74cb2ea36a34a2 lrc: 3/0,1 mode: --/PW res: [0x1cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265358.032121:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265358.033125:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265358.033200:0:5494:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787299392 00010000:00010000:3.0:1776265358.033270:0:5494:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000015257432/0xeb74cb2ea367ed41 lrc: 4/0,0 mode: PW/PW res: [0xee:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aa89 expref: 20 pid: 11796 timeout: 559 lvb_type: 0 00000100:00100000:3.0:1776265358.033314:0:5494:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787299520 00010000:00010000:3.0:1776265358.033325:0:5494:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003d1c883d/0xeb74cb2ea367ec61 lrc: 4/0,0 mode: PW/PW res: [0xed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aa2e expref: 21 pid: 11796 timeout: 559 lvb_type: 0 00000100:00100000:3.0:1776265358.033348:0:5494:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5218 00000100:00100000:3.0:1776265358.033354:0:5494:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1428c66 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+21:2205:x1862548787299392:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1776265358.033370:0:5494:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776265358.033374:0:5494:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000015257432/0xeb74cb2ea367ed41 lrc: 4/0,0 mode: PW/PW res: [0xee:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aa89 expref: 21 pid: 11796 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1776265358.033386:0:5494:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000015257432/0xeb74cb2ea367ed41 lrc: 3/0,0 mode: PW/PW res: [0xee:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aa89 expref: 21 pid: 11796 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1776265358.033414:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000015257432/0xeb74cb2ea367ed41 lrc: 0/0,0 mode: --/PW res: [0xee:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aa89 expref: 21 pid: 11796 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1776265358.033438:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265358.033442:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265358.033446:0:5494:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004660d909/0xeb74cb2ea36a348d lrc: 3/0,1 mode: PW/PW res: [0xee:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.033455:0:5494:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004660d909/0xeb74cb2ea36a348d lrc: 4/0,1 mode: PW/PW res: [0xee:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.033481:0:5494:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776265358.033532:0:5494:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1428c66 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+20:2205:x1862548787299392:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 178us (1720us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265358.033540:0:5494:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5218 00000100:00100000:3.0:1776265358.033558:0:5494:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5219 00000100:00100000:3.0:1776265358.033562:0:5494:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095d3c631 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+19:2205:x1862548787299520:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1776265358.033570:0:5494:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776265358.033573:0:5494:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003d1c883d/0xeb74cb2ea367ec61 lrc: 4/0,0 mode: PW/PW res: [0xed:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aa2e expref: 19 pid: 11796 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1776265358.033581:0:5494:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003d1c883d/0xeb74cb2ea367ec61 lrc: 3/0,0 mode: PW/PW res: [0xed:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aa2e expref: 19 pid: 11796 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1776265358.033594:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003d1c883d/0xeb74cb2ea367ec61 lrc: 0/0,0 mode: --/PW res: [0xed:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3aa2e expref: 19 pid: 11796 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1776265358.033604:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265358.033605:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265358.033610:0:5494:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e089eab5/0xeb74cb2ea36a349b lrc: 3/0,1 mode: PW/PW res: [0xed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.033616:0:5494:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e089eab5/0xeb74cb2ea36a349b lrc: 4/0,1 mode: PW/PW res: [0xed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.033645:0:5494:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776265358.033662:0:5494:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095d3c631 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+18:2205:x1862548787299520:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 99us (1542us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265358.033669:0:5494:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5219 00010000:00010000:3.0:1776265358.033691:0:11802:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004660d909/0xeb74cb2ea36a348d lrc: 3/0,1 mode: PW/PW res: [0xee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.033699:0:11802:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004660d909/0xeb74cb2ea36a348d lrc: 3/0,1 mode: PW/PW res: [0xee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.033708:0:11802:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004660d909/0xeb74cb2ea36a348d lrc: 3/0,1 mode: PW/PW res: [0xee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.033714:0:11802:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004660d909/0xeb74cb2ea36a348d lrc: 2/0,0 mode: PW/PW res: [0xee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.033732:0:11802:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776265358.034017:0:11802:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0b19fe1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+75:2993:x1862548793537920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20262us (30713us total) trans 4294968282 rc 0/0 00000100:00100000:3.0:1776265358.034027:0:11802:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3166 00000100:00100000:0.0:1776265358.034922:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787299648 00010000:00010000:0.0:1776265358.034940:0:6306:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e089eab5/0xeb74cb2ea36a349b lrc: 3/0,1 mode: PW/PW res: [0xed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.034950:0:6306:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e089eab5/0xeb74cb2ea36a349b lrc: 3/0,1 mode: PW/PW res: [0xed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.034967:0:6306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e089eab5/0xeb74cb2ea36a349b lrc: 3/0,1 mode: PW/PW res: [0xed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.034972:0:6306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e089eab5/0xeb74cb2ea36a349b lrc: 2/0,0 mode: PW/PW res: [0xed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.034990:0:6306:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776265358.035189:0:6306:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8748b01 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+75:2996:x1862548793538048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18448us (18512us total) trans 4294968283 rc 0/0 00000100:00100000:0.0:1776265358.035198:0:6306:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3168 00010000:00010000:0.0:1776265358.035241:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776265358.035246:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004660d909/0xeb74cb2ea36a348d lrc: 2/0,0 mode: PW/PW res: [0xee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.035255:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004660d909 already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265358.035258:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004660d909/0xeb74cb2ea36a348d lrc: 2/0,0 mode: PW/PW res: [0xee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.035265:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004660d909/0xeb74cb2ea36a348d lrc: 3/0,0 mode: PW/PW res: [0xee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.035283:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004660d909/0xeb74cb2ea36a348d lrc: 1/0,0 mode: --/PW res: [0xee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.035289:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004660d909/0xeb74cb2ea36a348d lrc: 0/0,0 mode: --/PW res: [0xee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11802 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.035303:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776265358.035304:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e089eab5/0xeb74cb2ea36a349b lrc: 2/0,0 mode: PW/PW res: [0xed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.035310:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e089eab5 already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265358.035312:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e089eab5/0xeb74cb2ea36a349b lrc: 2/0,0 mode: PW/PW res: [0xed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.035317:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e089eab5/0xeb74cb2ea36a349b lrc: 3/0,0 mode: PW/PW res: [0xed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.035326:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e089eab5/0xeb74cb2ea36a349b lrc: 1/0,0 mode: --/PW res: [0xed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.035335:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e089eab5/0xeb74cb2ea36a349b lrc: 0/0,0 mode: --/PW res: [0xed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.035353:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265358.035354:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265358.035356:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776265358.035507:0:11778:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d525b44a pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:11778:1862548793538816:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265358.035529:0:11778:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a34b7 lrc: 3/0,1 mode: --/PW res: [0x118:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265358.035593:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265358.035748:0:11771:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000097f3ee18 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:11771:1862548793538752:192.168.204.57@tcp:104: 00010000:00010000:3.0:1776265358.035762:0:11771:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a34b0 lrc: 3/0,1 mode: --/PW res: [0xfe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1776265358.035789:0:11804:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e98f0d6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:11804:1862548793539008:192.168.204.57@tcp:104: 00010000:00010000:3.0:1776265358.035802:0:11804:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a250feac/0xeb74cb2ea36a34be lrc: 3/0,1 mode: --/PW res: [0x1c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265358.035993:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265358.036041:0:11760:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787299776 00000004:00080000:2.0:1776265358.036074:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000634e4fad/2, rc 0, transno 987 00000100:00100000:2.0:1776265358.036086:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000634e4fad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793538048:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776265358.036189:0:11760:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000acc74906/0xeb74cb2ea36813c1 lrc: 4/0,0 mode: PW/PW res: [0x118:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ba2d expref: 11 pid: 11802 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1776265358.036236:0:11760:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5220 00000100:00100000:2.0:1776265358.036242:0:11760:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ec8d105 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+11:2205:x1862548787299776:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1776265358.036255:0:11760:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265358.036260:0:11760:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000acc74906/0xeb74cb2ea36813c1 lrc: 4/0,0 mode: PW/PW res: [0x118:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ba2d expref: 11 pid: 11802 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1776265358.036268:0:11760:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000acc74906/0xeb74cb2ea36813c1 lrc: 3/0,0 mode: PW/PW res: [0x118:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ba2d expref: 11 pid: 11802 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1776265358.036285:0:11760:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000acc74906/0xeb74cb2ea36813c1 lrc: 0/0,0 mode: --/PW res: [0x118:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3ba2d expref: 11 pid: 11802 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1776265358.036297:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265358.036299:0:11760:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265358.036302:0:11760:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a34b7 lrc: 3/0,1 mode: PW/PW res: [0x118:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.036310:0:11760:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a34b7 lrc: 4/0,1 mode: PW/PW res: [0x118:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.036331:0:11760:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1776265358.036367:0:11760:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ec8d105 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:eb6cb94b-5215-4380-a55a-e4c0b1168549+10:2205:x1862548787299776:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 124us (775us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265358.036374:0:11760:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5220 00010000:00010000:2.0:1776265358.036463:0:11778:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a34b7 lrc: 3/0,1 mode: PW/PW res: [0x118:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.036476:0:11778:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a34b7 lrc: 3/0,1 mode: PW/PW res: [0x118:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.036482:0:11778:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a34b7 lrc: 3/0,1 mode: PW/PW res: [0x118:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.036488:0:11778:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a34b7 lrc: 2/0,0 mode: PW/PW res: [0x118:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.036502:0:11778:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776265358.036718:0:11778:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e1bcd4b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+73:2994:x1862548793538432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18599us (18649us total) trans 4294968275 rc 0/0 00000100:00100000:2.0:1776265358.036728:0:11778:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3172 00010000:00010000:2.0:1776265358.036747:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265358.036750:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a34b7 lrc: 2/0,0 mode: PW/PW res: [0x118:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.036757:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002bba6401 already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265358.036761:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a34b7 lrc: 2/0,0 mode: PW/PW res: [0x118:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.036767:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a34b7 lrc: 3/0,0 mode: PW/PW res: [0x118:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.036779:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a34b7 lrc: 1/0,0 mode: --/PW res: [0x118:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.036788:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002bba6401/0xeb74cb2ea36a34b7 lrc: 0/0,0 mode: --/PW res: [0x118:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11778 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.036800:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265358.036801:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265358.036803:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265358.036991:0:6308:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000003b0800e pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6308:1862548793539072:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265358.037005:0:6308:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a34c5 lrc: 3/0,1 mode: --/PW res: [0xff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265358.037032:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000387a4b4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793539520:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776265358.037069:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1776265358.037105:0:2994:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005f3e7f8a/2, rc 0, transno 979 00000100:00100000:0.0:1776265358.037117:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005f3e7f8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793538432:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1776265358.037144:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265358.037160:0:11797:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001948601c pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:11797:1862548793539200:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265358.037171:0:11797:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000103801fb/0xeb74cb2ea36a34cc lrc: 3/0,1 mode: --/PW res: [0x11c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.037195:0:5492:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008ea4d0e0/0xeb74cb2ea36a13d9 lrc: 4/0,0 mode: PW/PW res: [0x1cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece463c3 expref: 9 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265358.037233:0:5492:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5221 00000100:00100000:0.0:1776265358.037238:0:5492:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009128dfee pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+9:2205:x1862548787299648:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1776265358.037251:0:5492:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265358.037254:0:5492:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008ea4d0e0/0xeb74cb2ea36a13d9 lrc: 4/0,0 mode: PW/PW res: [0x1cc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece463c3 expref: 9 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.037262:0:5492:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008ea4d0e0/0xeb74cb2ea36a13d9 lrc: 3/0,0 mode: PW/PW res: [0x1cc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece463c3 expref: 9 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.037275:0:5492:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008ea4d0e0/0xeb74cb2ea36a13d9 lrc: 0/0,0 mode: --/PW res: [0x1cc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece463c3 expref: 9 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.037286:0:5492:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265358.037287:0:5492:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265358.037289:0:5492:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004d89b3e0/0xeb74cb2ea36a34a2 lrc: 3/0,1 mode: PW/PW res: [0x1cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.037296:0:5492:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d89b3e0/0xeb74cb2ea36a34a2 lrc: 4/0,1 mode: PW/PW res: [0x1cc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.037314:0:5492:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776265358.037323:0:11777:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004d89b3e0/0xeb74cb2ea36a34a2 lrc: 3/0,1 mode: PW/PW res: [0x1cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.037330:0:11777:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004d89b3e0/0xeb74cb2ea36a34a2 lrc: 3/0,1 mode: PW/PW res: [0x1cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.037336:0:11777:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d89b3e0/0xeb74cb2ea36a34a2 lrc: 3/0,1 mode: PW/PW res: [0x1cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.037341:0:11777:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004d89b3e0/0xeb74cb2ea36a34a2 lrc: 2/0,0 mode: PW/PW res: [0x1cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.037354:0:11777:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1776265358.037508:0:11777:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a3ec88d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+73:2994:x1862548793538240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19670us (19995us total) trans 4294968276 rc 0/0 00000100:00100000:0.0:1776265358.037515:0:11777:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3169 00000100:00100000:0.0:1776265358.037531:0:11777:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793539520 00000100:00100000:0.0:1776265358.037550:0:11777:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3178 00000100:00100000:0.0:1776265358.037554:0:11777:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003b0800e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+75:2994:x1862548793539520:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776265358.037574:0:11777:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:282 count 1 00010000:00010000:0.0:1776265358.037594:0:11777:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a34e1 lrc: 3/0,1 mode: --/PW res: [0x11a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.037606:0:11777:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000076dcc0f6/0xeb74cb2ea36815b9 lrc: 2/0,0 mode: PW/PW res: [0x11a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bae3 expref: 17 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.037613:0:11777:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265358.037615:0:11777:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265358.037616:0:11777:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a34e1 lrc: 4/0,1 mode: --/PW res: [0x11a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.037719:0:11777:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000076dcc0f6/0xeb74cb2ea36815b9 lrc: 3/0,0 mode: PW/PW res: [0x11a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bae3 expref: 17 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.037730:0:11777:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000076dcc0f6/0xeb74cb2ea36815b9 lrc: 4/0,0 mode: PW/PW res: [0x11a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bae3 expref: 17 pid: 10780 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265358.037741:0:11777:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001948601c pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:11777:1862548793539584:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265358.037787:0:11777:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e009f768 going to sleep for 43 seconds 00010000:00010000:0.0:1776265358.037878:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776265358.037883:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004d89b3e0/0xeb74cb2ea36a34a2 lrc: 2/0,0 mode: PW/PW res: [0x1cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.037890:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004d89b3e0 already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265358.037892:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004d89b3e0/0xeb74cb2ea36a34a2 lrc: 2/0,0 mode: PW/PW res: [0x1cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.037898:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004d89b3e0/0xeb74cb2ea36a34a2 lrc: 3/0,0 mode: PW/PW res: [0x1cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.037910:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004d89b3e0/0xeb74cb2ea36a34a2 lrc: 1/0,0 mode: --/PW res: [0x1cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.037915:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d89b3e0/0xeb74cb2ea36a34a2 lrc: 0/0,0 mode: --/PW res: [0x1cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.037927:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265358.037929:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265358.037930:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776265358.037949:0:2994:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000015d0eae8/2, rc 0, transno 980 00000100:00100000:0.0:1776265358.037968:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000015d0eae8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793538240:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776265358.038003:0:5492:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009128dfee pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+8:2205:x1862548787299648:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 764us (4882us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265358.038010:0:5492:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5221 00000004:00080000:0.0:1776265358.038086:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002ce79b9a/2, rc 0, transno 986 00000100:00100000:0.0:1776265358.038097:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002ce79b9a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793537920:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776265358.038146:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1776265358.038154:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a9061d74 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793539648:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776265358.038178:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776265358.038199:0:6306:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793539648 00000100:00100000:0.0:1776265358.038240:0:6306:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3179 00000100:00100000:0.0:1776265358.038244:0:6306:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4830d0f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+76:2996:x1862548793539648:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1776265358.038258:0:6306:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:454 count 1 00010000:00010000:0.0:1776265358.038270:0:6306:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f87f3f9/0xeb74cb2ea36a34e8 lrc: 3/0,1 mode: --/PW res: [0x1c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.038281:0:6306:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001544a344/0xeb74cb2ea36a0688 lrc: 2/0,0 mode: PW/PW res: [0x1c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45f7f expref: 17 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.038288:0:6306:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265358.038289:0:6306:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1776265358.038290:0:6306:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f87f3f9/0xeb74cb2ea36a34e8 lrc: 4/0,1 mode: --/PW res: [0x1c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.038308:0:6306:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001544a344/0xeb74cb2ea36a0688 lrc: 3/0,0 mode: PW/PW res: [0x1c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45f7f expref: 17 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.038315:0:6306:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001544a344/0xeb74cb2ea36a0688 lrc: 4/0,0 mode: PW/PW res: [0x1c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45f7f expref: 17 pid: 6306 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265358.038324:0:6306:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a1423969 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6306:1862548793539712:192.168.204.57@tcp:104: 00000100:00100000:0.0:1776265358.038347:0:6306:0:(client.c:2500:ptlrpc_set_wait()) set 0000000029ac3857 going to sleep for 43 seconds 00000100:00100000:1.0:1776265358.038850:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265358.038869:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265358.038896:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265358.038916:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265358.038930:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265358.038975:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265358.039034:0:5493:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787299904 00010000:00010000:0.0:1776265358.039054:0:5493:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ecec3948/0xeb74cb2ea36a0489 lrc: 4/0,0 mode: PW/PW res: [0x1c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45ed7 expref: 18 pid: 10780 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265358.039073:0:5493:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787299712 00010000:00010000:0.0:1776265358.039081:0:5493:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006a8b5c3b/0xeb74cb2ea367fd1d lrc: 4/0,0 mode: PW/PW res: [0xfe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b0e8 expref: 8 pid: 10780 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265358.039092:0:5493:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787299840 00010000:00010000:0.0:1776265358.039099:0:5493:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a46123f9/0xeb74cb2ea367fd24 lrc: 4/0,0 mode: PW/PW res: [0xff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b0ef expref: 19 pid: 11802 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265358.039111:0:5493:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787299456 00010000:00010000:0.0:1776265358.039117:0:5493:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a5fbcc08/0xeb74cb2ea369fed9 lrc: 4/0,0 mode: PW/PW res: [0x1c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45d09 expref: 20 pid: 11796 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265358.039127:0:5493:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787299968 00010000:00010000:0.0:1776265358.039134:0:5493:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000036ed5f/0xeb74cb2ea3681748 lrc: 4/0,0 mode: PW/PW res: [0x11c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bb8b expref: 21 pid: 10780 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265358.039144:0:5493:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787299584 00010000:00010000:0.0:1776265358.039152:0:5493:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008d0e62af/0xeb74cb2ea367da7f lrc: 4/0,0 mode: PW/PW res: [0xe2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->53247) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a3c8 expref: 9 pid: 11796 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265358.039161:0:5493:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787300032 00010000:00010000:0.0:1776265358.039168:0:5493:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000009937adc/0xeb74cb2ea36a102f lrc: 5/0,0 mode: PW/PW res: [0x1cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4629d expref: 22 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265358.039180:0:5493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5222 00000100:00100000:0.0:1776265358.039184:0:5493:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d525b44a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+22:2205:x1862548787299904:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1776265358.039193:0:5493:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265358.039198:0:5493:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ecec3948/0xeb74cb2ea36a0489 lrc: 4/0,0 mode: PW/PW res: [0x1c5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45ed7 expref: 22 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.039206:0:5493:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ecec3948/0xeb74cb2ea36a0489 lrc: 3/0,0 mode: PW/PW res: [0x1c5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45ed7 expref: 22 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.039257:0:5493:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ecec3948/0xeb74cb2ea36a0489 lrc: 0/0,0 mode: --/PW res: [0x1c5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45ed7 expref: 22 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.039267:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265358.039269:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265358.039271:0:5493:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a250feac/0xeb74cb2ea36a34be lrc: 3/0,1 mode: PW/PW res: [0x1c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.039279:0:5493:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a250feac/0xeb74cb2ea36a34be lrc: 4/0,1 mode: PW/PW res: [0x1c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.039301:0:5493:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265358.039329:0:5493:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d525b44a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+21:2205:x1862548787299904:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 144us (3337us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265358.039336:0:5493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5222 00000100:00100000:0.0:1776265358.039350:0:5493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5223 00000100:00100000:0.0:1776265358.039354:0:5493:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7aa1bbc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+9:2205:x1862548787299712:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1776265358.039361:0:5493:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265358.039365:0:5493:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006a8b5c3b/0xeb74cb2ea367fd1d lrc: 4/0,0 mode: PW/PW res: [0xfe:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b0e8 expref: 9 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.039373:0:5493:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006a8b5c3b/0xeb74cb2ea367fd1d lrc: 3/0,0 mode: PW/PW res: [0xfe:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b0e8 expref: 9 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.039398:0:5493:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a8b5c3b/0xeb74cb2ea367fd1d lrc: 0/0,0 mode: --/PW res: [0xfe:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b0e8 expref: 9 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.039407:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265358.039409:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265358.039411:0:5493:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a34b0 lrc: 3/0,1 mode: PW/PW res: [0xfe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.039417:0:5493:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a34b0 lrc: 4/0,1 mode: PW/PW res: [0xfe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.039435:0:5493:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265358.039454:0:5493:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7aa1bbc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+8:2205:x1862548787299712:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 99us (606us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265358.039460:0:5493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5223 00000100:00100000:0.0:1776265358.039473:0:5493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5224 00000100:00100000:0.0:1776265358.039477:0:5493:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4ac6987 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+20:2205:x1862548787299840:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1776265358.039484:0:5493:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265358.039487:0:5493:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a46123f9/0xeb74cb2ea367fd24 lrc: 4/0,0 mode: PW/PW res: [0xff:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b0ef expref: 20 pid: 11802 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.039495:0:5493:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a46123f9/0xeb74cb2ea367fd24 lrc: 3/0,0 mode: PW/PW res: [0xff:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b0ef expref: 20 pid: 11802 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.039507:0:5493:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a46123f9/0xeb74cb2ea367fd24 lrc: 0/0,0 mode: --/PW res: [0xff:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3b0ef expref: 20 pid: 11802 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1776265358.039521:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265358.039522:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265358.039523:0:5493:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a34c5 lrc: 3/0,1 mode: PW/PW res: [0xff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.039529:0:5493:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a34c5 lrc: 4/0,1 mode: PW/PW res: [0xff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.039544:0:5493:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776265358.039555:0:6308:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a34c5 lrc: 3/0,1 mode: PW/PW res: [0xff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.039562:0:6308:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a34c5 lrc: 3/0,1 mode: PW/PW res: [0xff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.039570:0:6308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a34c5 lrc: 3/0,1 mode: PW/PW res: [0xff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.039577:0:6308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a34c5 lrc: 2/0,0 mode: PW/PW res: [0xff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.039591:0:6308:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776265358.039738:0:11804:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a250feac/0xeb74cb2ea36a34be lrc: 3/0,1 mode: PW/PW res: [0x1c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.039746:0:11804:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a250feac/0xeb74cb2ea36a34be lrc: 3/0,1 mode: PW/PW res: [0x1c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.039752:0:11804:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a250feac/0xeb74cb2ea36a34be lrc: 3/0,1 mode: PW/PW res: [0x1c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.039758:0:11804:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a250feac/0xeb74cb2ea36a34be lrc: 2/0,0 mode: PW/PW res: [0x1c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.039774:0:11804:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1776265358.040017:0:11804:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a52c70c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+77:2994:x1862548793538880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21343us (21519us total) trans 4294968284 rc 0/0 00000100:00100000:1.0:1776265358.040024:0:11804:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3173 00000100:00100000:0.0:1776265358.040426:0:6308:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053222c86 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+77:2994:x1862548793538944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21742us (21867us total) trans 4294968285 rc 0/0 00000100:00100000:0.0:1776265358.040433:0:6308:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3174 00010000:00010000:0.0:1776265358.040454:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1776265358.040459:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a34c5 lrc: 2/0,0 mode: PW/PW res: [0xff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.040468:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d63ea440 already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265358.040471:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a34c5 lrc: 2/0,0 mode: PW/PW res: [0xff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.040478:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a34c5 lrc: 3/0,0 mode: PW/PW res: [0xff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.040493:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a34c5 lrc: 1/0,0 mode: --/PW res: [0xff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.040499:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d63ea440/0xeb74cb2ea36a34c5 lrc: 0/0,0 mode: --/PW res: [0xff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.040514:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1776265358.040516:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a250feac/0xeb74cb2ea36a34be lrc: 2/0,0 mode: PW/PW res: [0x1c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.040522:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a250feac already unused, calling callback (00000000354ccfb0) 00010000:00010000:0.0:1776265358.040524:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a250feac/0xeb74cb2ea36a34be lrc: 2/0,0 mode: PW/PW res: [0x1c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.040530:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a250feac/0xeb74cb2ea36a34be lrc: 3/0,0 mode: PW/PW res: [0x1c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.040539:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a250feac/0xeb74cb2ea36a34be lrc: 1/0,0 mode: --/PW res: [0x1c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.040550:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a250feac/0xeb74cb2ea36a34be lrc: 0/0,0 mode: --/PW res: [0x1c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.040563:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265358.040564:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265358.040566:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1776265358.040576:0:11771:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a34b0 lrc: 3/0,1 mode: PW/PW res: [0xfe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.040583:0:11771:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a34b0 lrc: 3/0,1 mode: PW/PW res: [0xfe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.040590:0:11771:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a34b0 lrc: 3/0,1 mode: PW/PW res: [0xfe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.040596:0:11771:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a34b0 lrc: 2/0,0 mode: PW/PW res: [0xfe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.040608:0:11771:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776265358.040779:0:5494:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5225 00000100:00100000:3.0:1776265358.040785:0:5494:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c24bf2c7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+19:2206:x1862548787299456:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1776265358.040798:0:5494:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776265358.040803:0:5494:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a5fbcc08/0xeb74cb2ea369fed9 lrc: 4/0,0 mode: PW/PW res: [0x1c2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45d09 expref: 19 pid: 11796 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1776265358.040815:0:5494:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a5fbcc08/0xeb74cb2ea369fed9 lrc: 3/0,0 mode: PW/PW res: [0x1c2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45d09 expref: 19 pid: 11796 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1776265358.040829:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a5fbcc08/0xeb74cb2ea369fed9 lrc: 0/0,0 mode: --/PW res: [0x1c2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45d09 expref: 19 pid: 11796 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1776265358.040838:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265358.040839:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265358.040842:0:5494:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a3494 lrc: 3/0,1 mode: PW/PW res: [0x1c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.040849:0:5494:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a3494 lrc: 4/0,1 mode: PW/PW res: [0x1c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.040869:0:5494:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776265358.040897:0:5494:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c24bf2c7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+18:2206:x1862548787299456:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 111us (2001us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265358.040904:0:5494:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5225 00000100:00100000:3.0:1776265358.040916:0:5494:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5226 00000100:00100000:3.0:1776265358.040920:0:5494:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ec0f55b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+17:2205:x1862548787299968:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1776265358.040927:0:5494:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776265358.040930:0:5494:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000036ed5f/0xeb74cb2ea3681748 lrc: 4/0,0 mode: PW/PW res: [0x11c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bb8b expref: 17 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1776265358.040938:0:5494:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000036ed5f/0xeb74cb2ea3681748 lrc: 3/0,0 mode: PW/PW res: [0x11c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bb8b expref: 17 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1776265358.040950:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000036ed5f/0xeb74cb2ea3681748 lrc: 0/0,0 mode: --/PW res: [0x11c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bb8b expref: 17 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1776265358.040970:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265358.040971:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265358.040973:0:5494:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000103801fb/0xeb74cb2ea36a34cc lrc: 3/0,1 mode: PW/PW res: [0x11c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.040978:0:5494:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000103801fb/0xeb74cb2ea36a34cc lrc: 4/0,1 mode: PW/PW res: [0x11c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.040995:0:5494:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776265358.041009:0:5494:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ec0f55b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:2205:x1862548787299968:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 88us (2094us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265358.041014:0:5494:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5226 00000100:00100000:3.0:1776265358.041024:0:5494:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5227 00000100:00100000:3.0:1776265358.041028:0:5494:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd4ab744 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+7:2206:x1862548787299584:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1776265358.041034:0:5494:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776265358.041037:0:5494:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008d0e62af/0xeb74cb2ea367da7f lrc: 4/0,0 mode: PW/PW res: [0xe2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->53247) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a3c8 expref: 7 pid: 11796 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1776265358.041044:0:5494:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008d0e62af/0xeb74cb2ea367da7f lrc: 3/0,0 mode: PW/PW res: [0xe2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->53247) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a3c8 expref: 7 pid: 11796 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1776265358.041057:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d0e62af/0xeb74cb2ea367da7f lrc: 0/0,0 mode: --/PW res: [0xe2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->53247) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a3c8 expref: 7 pid: 11796 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1776265358.041066:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265358.041067:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265358.041069:0:5494:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a34a9 lrc: 3/0,1 mode: PW/PW res: [0xe2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.041074:0:5494:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a34a9 lrc: 4/0,1 mode: PW/PW res: [0xe2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.041090:0:5494:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776265358.041104:0:5494:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd4ab744 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+6:2206:x1862548787299584:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 75us (2174us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265358.041109:0:5494:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5227 00000100:00100000:3.0:1776265358.041120:0:5494:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5228 00000100:00100000:3.0:1776265358.041124:0:5494:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd743feb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+15:2206:x1862548787300032:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1776265358.041130:0:5494:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776265358.041134:0:5494:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000009937adc/0xeb74cb2ea36a102f lrc: 5/0,0 mode: PW/PW res: [0x1cb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4629d expref: 15 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1776265358.041142:0:5494:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000009937adc/0xeb74cb2ea36a102f lrc: 4/0,0 mode: PW/PW res: [0x1cb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4629d expref: 15 pid: 11777 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1776265358.041153:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265358.041154:0:5494:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265358.041156:0:5494:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000329a46a2/0xeb74cb2ea36a34d3 lrc: 3/0,1 mode: PW/PW res: [0x1cb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.041161:0:5494:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000329a46a2/0xeb74cb2ea36a34d3 lrc: 4/0,1 mode: PW/PW res: [0x1cb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.041171:0:5494:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776265358.041183:0:5494:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd743feb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:eb6cb94b-5215-4380-a55a-e4c0b1168549+15:2206:x1862548787300032:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 Request processed in 59us (2208us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265358.041189:0:5494:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5228 00000100:00100000:3.0:1776265358.041290:0:11796:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000779538bf pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:11796:1862548793539456:192.168.204.57@tcp:104: 00010000:00010000:3.0:1776265358.041311:0:11796:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a34da lrc: 3/0,1 mode: --/PW res: [0x11b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.041376:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265358.041381:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a34b0 lrc: 2/0,0 mode: PW/PW res: [0xfe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.041388:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001f81b28d already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265358.041390:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a34b0 lrc: 2/0,0 mode: PW/PW res: [0xfe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.041396:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a34b0 lrc: 3/0,0 mode: PW/PW res: [0xfe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.041412:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a34b0 lrc: 1/0,0 mode: --/PW res: [0xfe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.041417:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001f81b28d/0xeb74cb2ea36a34b0 lrc: 0/0,0 mode: --/PW res: [0xfe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.041449:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265358.041451:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265358.041452:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265358.041460:0:10780:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a3494 lrc: 3/0,1 mode: PW/PW res: [0x1c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.041467:0:10780:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a3494 lrc: 3/0,1 mode: PW/PW res: [0x1c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.041474:0:10780:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a3494 lrc: 3/0,1 mode: PW/PW res: [0x1c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.041480:0:10780:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a3494 lrc: 2/0,0 mode: PW/PW res: [0x1c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.041493:0:10780:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776265358.042007:0:10780:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7728adf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+77:2995:x1862548793537984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28076us (38546us total) trans 4294968286 rc 0/0 00000100:00100000:1.0:1776265358.042017:0:10780:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3167 00000100:00100000:1.0:1776265358.042424:0:5493:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4ac6987 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+14:2205:x1862548787299840:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 2944us (3553us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265358.042435:0:5493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5224 00000004:00080000:3.0:1776265358.042918:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fe360b3e/2, rc 0, transno 990 00000100:00100000:3.0:1776265358.042932:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe360b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793537984:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776265358.043014:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265358.043095:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265358.043119:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265358.043411:0:11771:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a0f904f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+73:2996:x1862548793538496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25303us (25559us total) trans 4294968277 rc 0/0 00000100:00100000:0.0:1776265358.043421:0:11771:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3171 00000100:00100000:0.0:1776265358.043450:0:5501:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787300160 00000100:00100000:0.0:1776265358.043482:0:5501:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 307 00000100:00100000:0.0:1776265358.043487:0:5501:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c003add pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24ab26c4-1512-4c98-b2b9-dedc0e6d29c4+9:2207:x1862548787300160:12345-192.168.204.57@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776265358.043527:0:5501:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c003add pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24ab26c4-1512-4c98-b2b9-dedc0e6d29c4+9:2207:x1862548787300160:12345-192.168.204.57@tcp:400:kworker/u8:3.0 Request processed in 40us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265358.043534:0:5501:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 307 00000100:00100000:0.0:1776265358.043560:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787300224 00000100:00100000:0.0:1776265358.043584:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 217 00000100:00100000:0.0:1776265358.043587:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7aa1bbc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+12:2207:x1862548787300224:12345-192.168.204.57@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1776265358.043620:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7aa1bbc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+12:2207:x1862548787300224:12345-192.168.204.57@tcp:400:kworker/u8:3.0 Request processed in 31us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265358.043626:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 217 00000100:00100000:0.0:1776265358.043911:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1776265358.043925:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c837fff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793539776:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776265358.043973:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776265358.044074:0:11783:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009937adc/0xeb74cb2ea36a102f lrc: 0/0,0 mode: --/PW res: [0x1cb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece4629d expref: 13 pid: 11777 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1776265358.044090:0:11783:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000998ca024 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:11783:1862548793539328:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265358.044109:0:11783:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000329a46a2/0xeb74cb2ea36a34d3 lrc: 3/0,1 mode: PW/PW res: [0x1cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.044138:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265358.044142:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a3494 lrc: 2/0,0 mode: PW/PW res: [0x1c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.044149:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006d8ffa2e already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265358.044152:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a3494 lrc: 2/0,0 mode: PW/PW res: [0x1c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.044160:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a3494 lrc: 3/0,0 mode: PW/PW res: [0x1c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.044178:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a3494 lrc: 1/0,0 mode: --/PW res: [0x1c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.044189:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d8ffa2e/0xeb74cb2ea36a3494 lrc: 0/0,0 mode: --/PW res: [0x1c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.044202:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265358.044203:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265358.044205:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265358.044242:0:12462:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a34a9 lrc: 3/0,1 mode: PW/PW res: [0xe2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.044251:0:12462:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a34a9 lrc: 3/0,1 mode: PW/PW res: [0xe2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.044259:0:12462:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a34a9 lrc: 3/0,1 mode: PW/PW res: [0xe2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.044265:0:12462:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a34a9 lrc: 2/0,0 mode: PW/PW res: [0xe2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.044281:0:12462:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776265358.044477:0:12462:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4492c3b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+73:2996:x1862548793538560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26625us (26766us total) trans 4294968278 rc 0/0 00000100:00100000:2.0:1776265358.044484:0:12462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3170 00000100:00100000:2.0:1776265358.044502:0:12462:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793539776 00000100:00100000:2.0:1776265358.044522:0:12462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3180 00000100:00100000:2.0:1776265358.044526:0:12462:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000053e09d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+77:2995:x1862548793539776:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1776265358.044543:0:12462:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:461 count 1 00010000:00010000:2.0:1776265358.044562:0:12462:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008190f10d/0xeb74cb2ea36a34ef lrc: 3/0,1 mode: --/PW res: [0x1cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.044575:0:12462:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006eb97b6f/0xeb74cb2ea36a13f5 lrc: 2/0,0 mode: PW/PW res: [0x1cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece463d8 expref: 12 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.044584:0:12462:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265358.044586:0:12462:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1776265358.044588:0:12462:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008190f10d/0xeb74cb2ea36a34ef lrc: 4/0,1 mode: --/PW res: [0x1cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.044613:0:12462:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006eb97b6f/0xeb74cb2ea36a13f5 lrc: 3/0,0 mode: PW/PW res: [0x1cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece463d8 expref: 12 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.044622:0:12462:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006eb97b6f/0xeb74cb2ea36a13f5 lrc: 4/0,0 mode: PW/PW res: [0x1cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece463d8 expref: 12 pid: 10780 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1776265358.044632:0:12462:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008b837d3b pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:12462:1862548793539840:192.168.204.57@tcp:104: 00000100:00100000:2.0:1776265358.044678:0:12462:0:(client.c:2500:ptlrpc_set_wait()) set 000000004b6f080c going to sleep for 43 seconds 00010000:00010000:2.0:1776265358.044690:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265358.044693:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a34a9 lrc: 2/0,0 mode: PW/PW res: [0xe2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.044700:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dc434bb8 already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265358.044702:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a34a9 lrc: 2/0,0 mode: PW/PW res: [0xe2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.044708:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a34a9 lrc: 3/0,0 mode: PW/PW res: [0xe2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.044724:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a34a9 lrc: 1/0,0 mode: --/PW res: [0xe2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.044729:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc434bb8/0xeb74cb2ea36a34a9 lrc: 0/0,0 mode: --/PW res: [0xe2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.044742:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265358.044743:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265358.044744:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265358.044753:0:11783:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000329a46a2/0xeb74cb2ea36a34d3 lrc: 3/0,1 mode: PW/PW res: [0x1cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.044761:0:11783:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000329a46a2/0xeb74cb2ea36a34d3 lrc: 3/0,1 mode: PW/PW res: [0x1cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.044766:0:11783:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000329a46a2/0xeb74cb2ea36a34d3 lrc: 3/0,1 mode: PW/PW res: [0x1cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.044771:0:11783:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000329a46a2/0xeb74cb2ea36a34d3 lrc: 2/0,0 mode: PW/PW res: [0x1cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.044785:0:11783:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1776265358.044794:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265358.044796:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000329a46a2/0xeb74cb2ea36a34d3 lrc: 2/0,0 mode: PW/PW res: [0x1cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.044802:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000329a46a2 already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265358.044805:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000329a46a2/0xeb74cb2ea36a34d3 lrc: 2/0,0 mode: PW/PW res: [0x1cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.044810:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000329a46a2/0xeb74cb2ea36a34d3 lrc: 3/0,0 mode: PW/PW res: [0x1cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.044818:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000329a46a2/0xeb74cb2ea36a34d3 lrc: 1/0,0 mode: --/PW res: [0x1cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.044823:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000329a46a2/0xeb74cb2ea36a34d3 lrc: 0/0,0 mode: --/PW res: [0x1cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11783 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.044835:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265358.044836:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265358.044837:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776265358.044980:0:11783:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e89c45a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+78:2995:x1862548793539264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24599us (24717us total) trans 4294968287 rc 0/0 00000100:00100000:2.0:1776265358.044987:0:11783:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3176 00000004:00080000:1.0:1776265358.045171:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b7147d85/2, rc 0, transno 982 00000100:00100000:1.0:1776265358.045183:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7147d85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793538560:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1776265358.045192:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000009dc4b30/2, rc 0, transno 981 00000100:00100000:1.0:1776265358.045195:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009dc4b30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793538496:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1776265358.045253:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776265358.045270:0:2994:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002790e0a4/2, rc 0, transno 989 00000100:00100000:1.0:1776265358.045278:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002790e0a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793538944:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1776265358.045285:0:2994:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006ddde47e/2, rc 0, transno 988 00000100:00100000:1.0:1776265358.045287:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ddde47e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793538880:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1776265358.045299:0:11797:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000103801fb/0xeb74cb2ea36a34cc lrc: 3/0,1 mode: PW/PW res: [0x11c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.045307:0:11797:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000103801fb/0xeb74cb2ea36a34cc lrc: 3/0,1 mode: PW/PW res: [0x11c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.045314:0:11797:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000103801fb/0xeb74cb2ea36a34cc lrc: 3/0,1 mode: PW/PW res: [0x11c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.045319:0:11797:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000103801fb/0xeb74cb2ea36a34cc lrc: 2/0,0 mode: PW/PW res: [0x11c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.045340:0:11797:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776265358.045513:0:11797:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed180043 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+78:2996:x1862548793539136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25722us (25935us total) trans 4294968288 rc 0/0 00000100:00100000:1.0:1776265358.045520:0:11797:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3175 00000004:00080000:1.0:1776265358.045546:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000010da09da/2, rc 0, transno 992 00000100:00100000:1.0:1776265358.045550:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000010da09da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793539136:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776265358.045940:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787300096 00010000:00010000:3.0:1776265358.045974:0:5492:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000020711104/0xeb74cb2ea3681684 lrc: 4/0,0 mode: PW/PW res: [0x11b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bb37 expref: 13 pid: 10780 timeout: 559 lvb_type: 0 00000100:00100000:3.0:1776265358.045997:0:5492:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5229 00000100:00100000:3.0:1776265358.046002:0:5492:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d525b44a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+13:2205:x1862548787300096:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1776265358.046013:0:5492:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776265358.046017:0:5492:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000020711104/0xeb74cb2ea3681684 lrc: 4/0,0 mode: PW/PW res: [0x11b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bb37 expref: 13 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1776265358.046027:0:5492:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000020711104/0xeb74cb2ea3681684 lrc: 3/0,0 mode: PW/PW res: [0x11b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bb37 expref: 13 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1776265358.046046:0:5492:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000020711104/0xeb74cb2ea3681684 lrc: 0/0,0 mode: --/PW res: [0x11b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bb37 expref: 13 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1776265358.046057:0:5492:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265358.046059:0:5492:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265358.046062:0:5492:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a34da lrc: 3/0,1 mode: PW/PW res: [0x11b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.046070:0:5492:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a34da lrc: 4/0,1 mode: PW/PW res: [0x11b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.046092:0:5492:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776265358.046119:0:5492:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d525b44a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+12:2205:x1862548787300096:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 Request processed in 115us (3107us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265358.046125:0:5492:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5229 00010000:00010000:3.0:1776265358.046143:0:11796:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a34da lrc: 3/0,1 mode: PW/PW res: [0x11b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.046149:0:11796:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a34da lrc: 3/0,1 mode: PW/PW res: [0x11b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.046160:0:11796:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a34da lrc: 3/0,1 mode: PW/PW res: [0x11b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.046166:0:11796:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a34da lrc: 2/0,0 mode: PW/PW res: [0x11b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.046178:0:11796:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1776265358.046389:0:11796:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030865546 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+78:2994:x1862548793539392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25637us (25736us total) trans 4294968289 rc 0/0 00000100:00100000:3.0:1776265358.046398:0:11796:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3177 00000004:00080000:1.0:1776265358.046484:0:2994:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000921dc4e8/2, rc 0, transno 993 00000100:00100000:1.0:1776265358.046490:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000921dc4e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793539392:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776265358.046934:0:6306:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a1423969 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6306:1862548793539712:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265358.046951:0:6306:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005f87f3f9/0xeb74cb2ea36a34e8 lrc: 3/0,1 mode: --/PW res: [0x1c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1776265358.047058:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a5e18113/2, rc 0, transno 991 00000100:00100000:0.0:1776265358.047066:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5e18113 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793539264:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776265358.047087:0:11777:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001948601c pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:11777:1862548793539584:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265358.047096:0:11777:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a34e1 lrc: 3/0,1 mode: --/PW res: [0x11a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1776265358.047123:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e8a5b6eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793539968:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776265358.047155:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776265358.047175:0:2994:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1776265358.047180:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a1423969 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793539904:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1776265358.047199:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1776265358.047473:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1776265358.047478:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000103801fb/0xeb74cb2ea36a34cc lrc: 2/0,0 mode: PW/PW res: [0x11c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.047486:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000103801fb already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265358.047489:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000103801fb/0xeb74cb2ea36a34cc lrc: 2/0,0 mode: PW/PW res: [0x11c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.047497:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000103801fb/0xeb74cb2ea36a34cc lrc: 3/0,0 mode: PW/PW res: [0x11c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.047519:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000103801fb/0xeb74cb2ea36a34cc lrc: 1/0,0 mode: --/PW res: [0x11c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.047525:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000103801fb/0xeb74cb2ea36a34cc lrc: 0/0,0 mode: --/PW res: [0x11c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.047541:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265358.047543:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a34da lrc: 2/0,0 mode: PW/PW res: [0x11b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.047549:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c4896d6d already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265358.047551:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a34da lrc: 2/0,0 mode: PW/PW res: [0x11b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.047557:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a34da lrc: 3/0,0 mode: PW/PW res: [0x11b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.047566:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a34da lrc: 1/0,0 mode: --/PW res: [0x11b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.047572:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c4896d6d/0xeb74cb2ea36a34da lrc: 0/0,0 mode: --/PW res: [0x11b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.047595:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265358.047596:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265358.047597:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265358.047603:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1776265358.047615:0:11783:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793539968 00000100:00100000:3.0:1776265358.047729:0:11796:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793539904 00000100:00100000:3.0:1776265358.047758:0:11796:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3181 00000100:00100000:3.0:1776265358.047763:0:11796:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001948601c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+79:2994:x1862548793539968:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1776265358.047785:0:11796:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:226 count 1 00010000:00010000:3.0:1776265358.047804:0:11796:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052f71e15/0xeb74cb2ea36a34f6 lrc: 3/0,1 mode: --/PW res: [0xe2:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.047817:0:11796:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fe7016c2/0xeb74cb2ea367d944 lrc: 2/0,0 mode: PW/PW res: [0xe2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a358 expref: 11 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.047824:0:11796:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776265358.047826:0:11796:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1776265358.047827:0:11796:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052f71e15/0xeb74cb2ea36a34f6 lrc: 4/0,1 mode: --/PW res: [0xe2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.047852:0:11796:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fe7016c2/0xeb74cb2ea367d944 lrc: 3/0,0 mode: PW/PW res: [0xe2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a358 expref: 11 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.047868:0:11796:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fe7016c2/0xeb74cb2ea367d944 lrc: 4/0,0 mode: PW/PW res: [0xe2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a358 expref: 11 pid: 11796 timeout: 559 lvb_type: 0 00000100:00100000:3.0:1776265358.047877:0:11796:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f655a46 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:11796:1862548793540032:192.168.204.57@tcp:104: 00000100:00100000:3.0:1776265358.047919:0:11796:0:(client.c:2500:ptlrpc_set_wait()) set 000000005fcd241f going to sleep for 43 seconds 00000100:00100000:1.0:1776265358.047977:0:11797:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3182 00000100:00100000:1.0:1776265358.047981:0:11797:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b6385e37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+79:2994:x1862548793539904:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776265358.047996:0:11797:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:463 count 1 00010000:00010000:1.0:1776265358.048008:0:11797:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e943133a/0xeb74cb2ea36a34fd lrc: 3/0,1 mode: --/PW res: [0x1cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.048018:0:11797:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000701e4684/0xeb74cb2ea36a17ad lrc: 2/0,0 mode: PW/PW res: [0x1cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46513 expref: 11 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.048023:0:11797:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265358.048025:0:11797:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265358.048026:0:11797:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e943133a/0xeb74cb2ea36a34fd lrc: 4/0,1 mode: --/PW res: [0x1cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.048043:0:11797:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000701e4684/0xeb74cb2ea36a17ad lrc: 3/0,0 mode: PW/PW res: [0x1cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46513 expref: 11 pid: 11803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.048050:0:11797:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000701e4684/0xeb74cb2ea36a17ad lrc: 4/0,0 mode: PW/PW res: [0x1cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46513 expref: 11 pid: 11803 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265358.048058:0:11797:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c24bf2c7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:11797:1862548793540096:192.168.204.57@tcp:104: 00000100:00100000:1.0:1776265358.048080:0:11797:0:(client.c:2500:ptlrpc_set_wait()) set 00000000935ee3d9 going to sleep for 43 seconds 00000100:00100000:1.0:1776265358.050467:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265358.050507:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265358.050558:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787300352 00000100:00100000:2.0:1776265358.050578:0:5493:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787300288 00010000:00010000:3.0:1776265358.050604:0:5492:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001544a344/0xeb74cb2ea36a0688 lrc: 4/0,0 mode: PW/PW res: [0x1c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45f7f expref: 13 pid: 6306 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1776265358.050604:0:5493:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000076dcc0f6/0xeb74cb2ea36815b9 lrc: 4/0,0 mode: PW/PW res: [0x11a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bae3 expref: 13 pid: 10780 timeout: 559 lvb_type: 0 00000100:00100000:2.0:1776265358.050665:0:5493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5230 00000100:00100000:2.0:1776265358.050672:0:5493:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd4ab744 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+13:2205:x1862548787300288:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00000100:00100000:3.0:1776265358.050681:0:5492:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5231 00000100:00100000:3.0:1776265358.050687:0:5492:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ec0f55b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+13:2206:x1862548787300352:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1776265358.050688:0:5493:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1776265358.050696:0:5493:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000076dcc0f6/0xeb74cb2ea36815b9 lrc: 4/0,0 mode: PW/PW res: [0x11a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bae3 expref: 13 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1776265358.050699:0:5492:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776265358.050706:0:5492:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001544a344/0xeb74cb2ea36a0688 lrc: 4/0,0 mode: PW/PW res: [0x1c6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45f7f expref: 13 pid: 6306 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1776265358.050712:0:5493:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000076dcc0f6/0xeb74cb2ea36815b9 lrc: 3/0,0 mode: PW/PW res: [0x11a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bae3 expref: 13 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1776265358.050723:0:5492:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001544a344/0xeb74cb2ea36a0688 lrc: 3/0,0 mode: PW/PW res: [0x1c6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45f7f expref: 13 pid: 6306 timeout: 559 lvb_type: 0 00010000:00010000:2.0:1776265358.050743:0:5493:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000076dcc0f6/0xeb74cb2ea36815b9 lrc: 0/0,0 mode: --/PW res: [0x11a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3bae3 expref: 13 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1776265358.050745:0:5492:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001544a344/0xeb74cb2ea36a0688 lrc: 0/0,0 mode: --/PW res: [0x1c6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece45f7f expref: 13 pid: 6306 timeout: 559 lvb_type: 0 00010000:00010000:3.0:1776265358.050769:0:5492:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265358.050769:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265358.050774:0:5492:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1776265358.050774:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265358.050778:0:5492:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005f87f3f9/0xeb74cb2ea36a34e8 lrc: 3/0,1 mode: PW/PW res: [0x1c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.050779:0:5493:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a34e1 lrc: 3/0,1 mode: PW/PW res: [0x11a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.050800:0:5493:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a34e1 lrc: 4/0,1 mode: PW/PW res: [0x11a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.050809:0:5492:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f87f3f9/0xeb74cb2ea36a34e8 lrc: 4/0,1 mode: PW/PW res: [0x1c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.050832:0:5493:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776265358.050834:0:5492:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1776265358.051026:0:6306:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005f87f3f9/0xeb74cb2ea36a34e8 lrc: 3/0,1 mode: PW/PW res: [0x1c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.051036:0:6306:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f87f3f9/0xeb74cb2ea36a34e8 lrc: 3/0,1 mode: PW/PW res: [0x1c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.051044:0:6306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f87f3f9/0xeb74cb2ea36a34e8 lrc: 3/0,1 mode: PW/PW res: [0x1c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.051050:0:6306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005f87f3f9/0xeb74cb2ea36a34e8 lrc: 2/0,0 mode: PW/PW res: [0x1c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.051074:0:6306:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1776265358.051118:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265358.051124:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005f87f3f9/0xeb74cb2ea36a34e8 lrc: 2/0,0 mode: PW/PW res: [0x1c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.051132:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005f87f3f9 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265358.051135:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005f87f3f9/0xeb74cb2ea36a34e8 lrc: 2/0,0 mode: PW/PW res: [0x1c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.051142:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005f87f3f9/0xeb74cb2ea36a34e8 lrc: 3/0,0 mode: PW/PW res: [0x1c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.051156:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005f87f3f9/0xeb74cb2ea36a34e8 lrc: 1/0,0 mode: --/PW res: [0x1c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.051162:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f87f3f9/0xeb74cb2ea36a34e8 lrc: 0/0,0 mode: --/PW res: [0x1c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.051176:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265358.051179:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265358.051181:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776265358.051271:0:5492:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ec0f55b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+11:2206:x1862548787300352:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 524us (751us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265358.051353:0:5492:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5231 00000100:00100000:2.0:1776265358.052917:0:5493:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd4ab744 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+10:2205:x1862548787300288:12345-192.168.204.57@tcp:103:ldlm_bl_03.0 Request processed in 2238us (2404us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265358.052930:0:5493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5230 00010000:00010000:2.0:1776265358.053968:0:11777:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a34e1 lrc: 3/0,1 mode: PW/PW res: [0x11a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.053983:0:11777:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a34e1 lrc: 3/0,1 mode: PW/PW res: [0x11a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.053993:0:11777:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a34e1 lrc: 3/0,1 mode: PW/PW res: [0x11a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.053999:0:11777:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a34e1 lrc: 2/0,0 mode: PW/PW res: [0x11a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.054024:0:11777:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1776265358.054345:0:11777:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003b0800e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+81:2994:x1862548793539520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16789us (17274us total) trans 4294968291 rc 0/0 00000100:00100000:2.0:1776265358.054355:0:11777:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3178 00010000:00010000:1.0:1776265358.054430:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265358.054436:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a34e1 lrc: 2/0,0 mode: PW/PW res: [0x11a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.054444:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000000e3457a already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265358.054447:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a34e1 lrc: 2/0,0 mode: PW/PW res: [0x11a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.054454:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a34e1 lrc: 3/0,0 mode: PW/PW res: [0x11a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.054475:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a34e1 lrc: 1/0,0 mode: --/PW res: [0x11a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.054480:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000e3457a/0xeb74cb2ea36a34e1 lrc: 0/0,0 mode: --/PW res: [0x11a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.054494:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265358.054495:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265358.054496:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265358.055064:0:6306:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4830d0f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+80:2996:x1862548793539648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16817us (16885us total) trans 4294968290 rc 0/0 00000100:00100000:0.0:1776265358.055073:0:6306:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3179 00000004:00080000:1.0:1776265358.055159:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a9061d74/2, rc 0, transno 994 00000100:00100000:1.0:1776265358.055181:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a9061d74 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793539648:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1776265358.055284:0:2994:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000387a4b4a/2, rc 0, transno 995 00000100:00100000:3.0:1776265358.055291:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000387a4b4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793539520:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265358.055587:0:12462:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008b837d3b pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:12462:1862548793539840:192.168.204.57@tcp:104: 00010000:00010000:2.0:1776265358.055610:0:12462:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008190f10d/0xeb74cb2ea36a34ef lrc: 3/0,1 mode: --/PW res: [0x1cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265358.055969:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265358.055999:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265358.056019:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265358.056049:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787300480 00010000:00010000:1.0:1776265358.056077:0:5492:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fe7016c2/0xeb74cb2ea367d944 lrc: 5/0,0 mode: PW/PW res: [0xe2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a358 expref: 10 pid: 11796 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265358.056107:0:7829:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787300544 00010000:00010000:1.0:1776265358.056119:0:7829:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000701e4684/0xeb74cb2ea36a17ad lrc: 5/0,0 mode: PW/PW res: [0x1cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46513 expref: 11 pid: 11803 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265358.056137:0:7829:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787300416 00010000:00010000:1.0:1776265358.056146:0:7829:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006eb97b6f/0xeb74cb2ea36a13f5 lrc: 4/0,0 mode: PW/PW res: [0x1cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece463d8 expref: 12 pid: 10780 timeout: 559 lvb_type: 0 00000100:00100000:1.0:1776265358.056160:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5232 00000100:00100000:1.0:1776265358.056165:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4ac6987 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+12:2205:x1862548787300480:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1776265358.056181:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776265358.056185:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fe7016c2/0xeb74cb2ea367d944 lrc: 5/0,0 mode: PW/PW res: [0xe2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a358 expref: 12 pid: 11796 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265358.056194:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fe7016c2/0xeb74cb2ea367d944 lrc: 4/0,0 mode: PW/PW res: [0xe2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a358 expref: 12 pid: 11796 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265358.056254:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265358.056256:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265358.056259:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000052f71e15/0xeb74cb2ea36a34f6 lrc: 3/0,1 mode: PW/PW res: [0xe2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.056268:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052f71e15/0xeb74cb2ea36a34f6 lrc: 4/0,1 mode: PW/PW res: [0xe2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.056296:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776265358.056329:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4ac6987 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+12:2205:x1862548787300480:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 Request processed in 163us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265358.056336:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5232 00000100:00100000:1.0:1776265358.056351:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5233 00000100:00100000:1.0:1776265358.056355:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ac31cf1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+11:2205:x1862548787300544:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1776265358.056362:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776265358.056366:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000701e4684/0xeb74cb2ea36a17ad lrc: 5/0,0 mode: PW/PW res: [0x1cf:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46513 expref: 11 pid: 11803 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265358.056373:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000701e4684/0xeb74cb2ea36a17ad lrc: 4/0,0 mode: PW/PW res: [0x1cf:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46513 expref: 11 pid: 11803 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265358.056385:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265358.056387:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265358.056389:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e943133a/0xeb74cb2ea36a34fd lrc: 3/0,1 mode: PW/PW res: [0x1cf:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.056394:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e943133a/0xeb74cb2ea36a34fd lrc: 4/0,1 mode: PW/PW res: [0x1cf:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.056418:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776265358.056434:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ac31cf1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+11:2205:x1862548787300544:12345-192.168.204.57@tcp:103:ldlm_bl_02.0 Request processed in 78us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265358.056440:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5233 00000100:00100000:1.0:1776265358.056450:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5234 00000100:00100000:1.0:1776265358.056454:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a35dd284 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+10:2205:x1862548787300416:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1776265358.056460:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1776265358.056463:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006eb97b6f/0xeb74cb2ea36a13f5 lrc: 4/0,0 mode: PW/PW res: [0x1cd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece463d8 expref: 10 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265358.056478:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006eb97b6f/0xeb74cb2ea36a13f5 lrc: 3/0,0 mode: PW/PW res: [0x1cd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece463d8 expref: 10 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265358.056489:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006eb97b6f/0xeb74cb2ea36a13f5 lrc: 0/0,0 mode: --/PW res: [0x1cd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece463d8 expref: 10 pid: 10780 timeout: 559 lvb_type: 0 00010000:00010000:1.0:1776265358.056499:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265358.056500:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1776265358.056502:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008190f10d/0xeb74cb2ea36a34ef lrc: 3/0,1 mode: PW/PW res: [0x1cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.056507:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008190f10d/0xeb74cb2ea36a34ef lrc: 4/0,1 mode: PW/PW res: [0x1cd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265358.056521:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1776265358.056536:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a35dd284 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+9:2205:x1862548787300416:12345-192.168.204.57@tcp:103:ldlm_bl_01.0 Request processed in 81us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265358.056541:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5234 00010000:00010000:3.0:1776265358.056630:0:11796:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe7016c2/0xeb74cb2ea367d944 lrc: 0/0,0 mode: --/PW res: [0xe2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a358 expref: 8 pid: 11796 timeout: 559 lvb_type: 0 00000100:00100000:3.0:1776265358.056641:0:11796:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f655a46 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:11796:1862548793540032:192.168.204.57@tcp:104: 00010000:00010000:3.0:1776265358.056653:0:11796:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000052f71e15/0xeb74cb2ea36a34f6 lrc: 3/0,1 mode: PW/PW res: [0xe2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.056661:0:11796:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000052f71e15/0xeb74cb2ea36a34f6 lrc: 3/0,1 mode: PW/PW res: [0xe2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.056666:0:11796:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052f71e15/0xeb74cb2ea36a34f6 lrc: 3/0,1 mode: PW/PW res: [0xe2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.056674:0:11796:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052f71e15/0xeb74cb2ea36a34f6 lrc: 3/0,1 mode: PW/PW res: [0xe2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.056685:0:11796:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000052f71e15/0xeb74cb2ea36a34f6 lrc: 2/0,0 mode: PW/PW res: [0xe2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.056698:0:11796:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776265358.057049:0:11796:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001948601c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+80:2994:x1862548793539968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9284us (9894us total) trans 4294968292 rc 0/0 00000100:00100000:3.0:1776265358.057056:0:11796:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3181 00010000:00010000:0.0:1776265358.057227:0:11797:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000701e4684/0xeb74cb2ea36a17ad lrc: 0/0,0 mode: --/PW res: [0x1cf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece46513 expref: 7 pid: 11803 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1776265358.057240:0:11797:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c24bf2c7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:11797:1862548793540096:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265358.057255:0:11797:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e943133a/0xeb74cb2ea36a34fd lrc: 3/0,1 mode: PW/PW res: [0x1cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.057262:0:11797:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e943133a/0xeb74cb2ea36a34fd lrc: 3/0,1 mode: PW/PW res: [0x1cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.057267:0:11797:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e943133a/0xeb74cb2ea36a34fd lrc: 3/0,1 mode: PW/PW res: [0x1cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.057275:0:11797:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e943133a/0xeb74cb2ea36a34fd lrc: 3/0,1 mode: PW/PW res: [0x1cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.057281:0:11797:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e943133a/0xeb74cb2ea36a34fd lrc: 2/0,0 mode: PW/PW res: [0x1cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265358.057297:0:11797:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776265358.057473:0:11797:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b6385e37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+80:2994:x1862548793539904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9490us (10273us total) trans 4294968293 rc 0/0 00000100:00100000:0.0:1776265358.057480:0:11797:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3182 00010000:00010000:3.0:1776265358.057652:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1776265358.057657:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000052f71e15/0xeb74cb2ea36a34f6 lrc: 2/0,0 mode: PW/PW res: [0xe2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.057665:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000052f71e15 already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265358.057668:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000052f71e15/0xeb74cb2ea36a34f6 lrc: 2/0,0 mode: PW/PW res: [0xe2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.057675:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000052f71e15/0xeb74cb2ea36a34f6 lrc: 3/0,0 mode: PW/PW res: [0xe2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.057690:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000052f71e15/0xeb74cb2ea36a34f6 lrc: 1/0,0 mode: --/PW res: [0xe2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.057696:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052f71e15/0xeb74cb2ea36a34f6 lrc: 0/0,0 mode: --/PW res: [0xe2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.057710:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265358.057712:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e943133a/0xeb74cb2ea36a34fd lrc: 2/0,0 mode: PW/PW res: [0x1cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.057722:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e943133a already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265358.057724:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e943133a/0xeb74cb2ea36a34fd lrc: 2/0,0 mode: PW/PW res: [0x1cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.057729:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e943133a/0xeb74cb2ea36a34fd lrc: 3/0,0 mode: PW/PW res: [0x1cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.057738:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e943133a/0xeb74cb2ea36a34fd lrc: 1/0,0 mode: --/PW res: [0x1cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.057742:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e943133a/0xeb74cb2ea36a34fd lrc: 0/0,0 mode: --/PW res: [0x1cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265358.057753:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265358.057754:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265358.057756:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265358.057859:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265358.057873:0:12462:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008190f10d/0xeb74cb2ea36a34ef lrc: 3/0,1 mode: PW/PW res: [0x1cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.057881:0:12462:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008190f10d/0xeb74cb2ea36a34ef lrc: 3/0,1 mode: PW/PW res: [0x1cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1776265358.057886:0:2994:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a1423969/2, rc 0, transno 997 00010000:00010000:2.0:1776265358.057888:0:12462:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008190f10d/0xeb74cb2ea36a34ef lrc: 3/0,1 mode: PW/PW res: [0x1cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.057896:0:12462:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008190f10d/0xeb74cb2ea36a34ef lrc: 2/0,0 mode: PW/PW res: [0x1cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265358.057908:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a1423969 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793539904:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1776265358.057913:0:12462:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1776265358.057922:0:2994:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e8a5b6eb/2, rc 0, transno 996 00000100:00100000:1.0:1776265358.057926:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e8a5b6eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793539968:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1776265358.058094:0:12462:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000053e09d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+80:2995:x1862548793539776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13566us (14136us total) trans 4294968294 rc 0/0 00000100:00100000:2.0:1776265358.058102:0:12462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3180 00010000:00010000:2.0:1776265358.058128:0:7890:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1776265358.058131:0:7890:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008190f10d/0xeb74cb2ea36a34ef lrc: 2/0,0 mode: PW/PW res: [0x1cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.058139:0:7890:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008190f10d already unused, calling callback (00000000354ccfb0) 00010000:00010000:2.0:1776265358.058141:0:7890:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008190f10d/0xeb74cb2ea36a34ef lrc: 2/0,0 mode: PW/PW res: [0x1cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.058147:0:7890:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008190f10d/0xeb74cb2ea36a34ef lrc: 3/0,0 mode: PW/PW res: [0x1cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.058159:0:7890:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008190f10d/0xeb74cb2ea36a34ef lrc: 1/0,0 mode: --/PW res: [0x1cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.058164:0:7890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008190f10d/0xeb74cb2ea36a34ef lrc: 0/0,0 mode: --/PW res: [0x1cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265358.058174:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265358.058175:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265358.058177:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1776265358.058249:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000c837fff/2, rc 0, transno 998 00000100:00100000:1.0:1776265358.058254:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c837fff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793539776:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1776265358.662305:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1776265358.662327:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008b837d3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793540160:0@lo:13:osp-pre-0-0.0 00000004:00080000:2.0:1776265358.662367:0:6374:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 459745152797ns, next at 460745149925ns, rc = 0 00000100:00100000:3.0:1776265358.666436:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265358.667011:0:10215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793540160 00000100:00100000:2.0:1776265358.667071:0:10215:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:2.0:1776265358.667078:0:10215:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f655a46 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+73:2996:x1862548793540160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1776265358.667179:0:10215:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 32374784 granted 142934016 pending 0 free 3834642432 avail 3832545280 00000100:00100000:2.0:1776265358.667260:0:10215:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f655a46 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+73:2996:x1862548793540160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 182us (833us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265358.667267:0:10215:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:1.0:1776265358.667424:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008b837d3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793540160:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1776265358.788375:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1776265359.173028:0:7488:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 460255812129ns, next at 461255809137ns, rc = 0 00000100:00100000:1.0:1776265359.173119:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbfa6eca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9e5052bb-8231-4abc-b294-0ff0036d4989:2996:1862548793540224:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1776265359.173193:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776265359.173281:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cefc1670 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793540480:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1776265359.173307:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776265359.173329:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1776265359.173335:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000081b731af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793540416:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1776265359.173359:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776265359.173370:0:5502:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793540224 00000100:00100000:1.0:1776265359.173380:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000562679fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2994:1862548793540352:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1776265359.173404:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776265359.173412:0:5502:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:1.0:1776265359.173415:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e98f0d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793540608:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1776265359.173418:0:5502:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005c49fa2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5052bb-8231-4abc-b294-0ff0036d4989+18:2996:x1862548793540224:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1776265359.173433:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776265359.173447:0:2994:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1776265359.173451:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f38f3d18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:2994:1862548793540288:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1776265359.173462:0:5502:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005c49fa2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5052bb-8231-4abc-b294-0ff0036d4989+18:2996:x1862548793540224:12345-0@lo:400:kworker/u8:0.0 Request processed in 44us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265359.173470:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776265359.173470:0:5502:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00100000:1.0:1776265359.173482:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000779538bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2994:1862548793540544:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1776265359.173499:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776265359.173606:0:6309:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793540416 00000100:00100000:3.0:1776265359.173639:0:6309:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:3.0:1776265359.173643:0:6309:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009c90fe7f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+80:2996:x1862548793540416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1776265359.173668:0:6309:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 30670848 granted 260505600 pending 0 free 3807379456 avail 3805282304 00000100:00100000:3.0:1776265359.173703:0:6309:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009c90fe7f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+80:2996:x1862548793540416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265359.173709:0:6309:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:3.0:1776265359.173741:0:12462:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793540480 00000100:00100000:3.0:1776265359.173762:0:12462:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793540608 00000100:00100000:3.0:1776265359.173788:0:12462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1776265359.173792:0:12462:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb9a2830 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+73:2996:x1862548793540480:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1776265359.173821:0:12462:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb9a2830 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+73:2996:x1862548793540480:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265359.173827:0:12462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1776265359.173837:0:12462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1776265359.173840:0:12462:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c24bf2c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+80:2994:x1862548793540608:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1776265359.173861:0:12462:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c24bf2c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+80:2994:x1862548793540608:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265359.173866:0:12462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1776265359.174084:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793540352 00000100:00100000:2.0:1776265359.177146:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000081b731af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793540416:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1776265359.177167:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbfa6eca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9e5052bb-8231-4abc-b294-0ff0036d4989:2996:1862548793540224:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1776265359.177180:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cefc1670 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793540480:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1776265359.177273:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e98f0d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2994:1862548793540608:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1776265359.181497:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793540544 00000100:00100000:0.0:1776265359.181497:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793540288 00000100:00100000:0.0:1776265359.181552:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:0.0:1776265359.181559:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004969ca15 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2994:x1862548793540352:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1776265359.181666:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004969ca15 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2994:x1862548793540352:12345-0@lo:400:kworker/u8:0.0 Request processed in 107us (8262us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265359.181673:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:3.0:1776265359.181678:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d365dba4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2994:x1862548793540288:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1776265359.181883:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d365dba4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2994:x1862548793540288:12345-0@lo:400:kworker/u8:0.0 Request processed in 203us (8412us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265359.181987:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f38f3d18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:2994:1862548793540288:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1776265359.182001:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000562679fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2994:1862548793540352:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1776265359.188401:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00100000:3.0:1776265359.188497:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00100000:1.0:1776265359.188830:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:1.0:1776265359.188840:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000554885f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:2994:x1862548793540544:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1776265359.191154:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000554885f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:2994:x1862548793540544:12345-0@lo:400:kworker/u8:0.0 Request processed in 2308us (17646us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265359.191167:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:2.0:1776265359.191451:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000779538bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2994:1862548793540544:0@lo:400:kworker/u8:0.0 00010000:00010000:3.0:1776265359.812834:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1776265360.762272:0:6332:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 4294968277 is committed 00000001:00080000:3.0:1776265360.762404:0:6332:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 4294968278 is committed 00010000:00010000:2.0:1776265360.836507:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265361.860508:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1776265362.745094:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265362.745307:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787300672 00000100:00100000:2.0:1776265362.745394:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17621 00000100:00100000:2.0:1776265362.745404:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a578e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+12:11466:x1862548787300672:12345-192.168.204.57@tcp:101:diff.0 00010000:00010000:2.0:1776265362.745438:0:12468:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1776265362.745474:0:12468:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a3504 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece467a5 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1776265362.745653:0:12468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1e3:0x0]: returning size 11776 00010000:00010000:2.0:1776265362.745979:0:12468:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a3504 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece467a5 expref: 14 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265362.745990:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008190f10d/0xeb74cb2ea36a3504 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece467a5 expref: 14 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1776265362.746007:0:12468:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000008190f10d, rc 0) 00000100:00100000:2.0:1776265362.746094:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a578e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+13:11466:x1862548787300672:12345-192.168.204.57@tcp:101:diff.0 Request processed in 691us (1015us total) trans 4294976117 rc 301/301 00000100:00100000:2.0:1776265362.746103:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17621 00000100:00100000:0.0:1776265362.756421:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265362.756637:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787300736 00000100:00100000:1.0:1776265362.756707:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5044 00000100:00100000:1.0:1776265362.756714:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000655e9642 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+13:11466:x1862548787300736:12345-192.168.204.57@tcp:37:diff.0 00000100:00100000:1.0:1776265362.777955:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000655e9642 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+13:11466:x1862548787300736:12345-192.168.204.57@tcp:37:diff.0 Request processed in 21229us (21532us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265362.777978:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5044 00000100:00100000:0.0:1776265362.782640:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265362.785729:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787300864 00000100:00100000:1.0:1776265362.785789:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5045 00000100:00100000:1.0:1776265362.785797:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000064a58107 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+13:11466:x1862548787300864:12345-192.168.204.57@tcp:35:diff.0 00000100:00100000:1.0:1776265362.793716:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000064a58107 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+14:11466:x1862548787300864:12345-192.168.204.57@tcp:35:diff.0 Request processed in 7908us (11074us total) trans 4294976118 rc 0/0 00000100:00100000:1.0:1776265362.793736:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5045 00000100:00100000:1.0:1776265362.803290:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265362.803359:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787300928 00000100:00100000:1.0:1776265362.803405:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17622 00000100:00100000:1.0:1776265362.803413:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1428c66 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+14:11466:x1862548787300928:12345-192.168.204.57@tcp:101:diff.0 00010000:00010000:1.0:1776265362.803436:0:5507:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1776265362.803492:0:5507:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005971ca32/0xeb74cb2ea36a3512 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece467ac expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265362.803553:0:5507:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a3519 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265362.803569:0:5507:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a3519 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265362.803582:0:5507:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a3519 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1776265362.803639:0:5507:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1e6:0x0]: returning size 11776 00000004:00200000:1.0:1776265362.803643:0:5507:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1776265362.803670:0:5507:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a3519 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265362.803701:0:5507:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005971ca32/0xeb74cb2ea36a3512 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece467ac expref: 16 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265362.803718:0:5507:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000005c6c18c1/0xeb74cb2ea36a3519 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece467ac expref: 15 pid: 5507 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265362.803727:0:5507:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e6:0x0].0x0 (00000000fb77bc3f) 00010000:00010000:1.0:1776265362.803730:0:5507:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1776265362.803733:0:5507:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000005c6c18c1, rc 0) 00000100:00100000:1.0:1776265362.803787:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1428c66 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+15:11466:x1862548787300928:12345-192.168.204.57@tcp:101:diff.0 Request processed in 374us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265362.803795:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17622 00000100:00100000:3.0:1776265362.830922:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265362.830967:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787301056 00000100:00100000:3.0:1776265362.831014:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17623 00000100:00100000:3.0:1776265362.831020:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e98f0d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+15:11466:x1862548787301056:12345-192.168.204.57@tcp:101:diff.0 00010000:00010000:3.0:1776265362.831041:0:12468:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1776265362.831061:0:12468:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000052f71e15/0xeb74cb2ea36a3520 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7671ed0bece467b3 expref: -99 pid: 12468 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1776265362.831177:0:12468:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1e6:0x0]: returning size 11776 00010000:00010000:3.0:1776265362.831304:0:12468:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000052f71e15/0xeb74cb2ea36a3520 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece467b3 expref: 17 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265362.831313:0:12468:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000052f71e15/0xeb74cb2ea36a3520 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece467b3 expref: 17 pid: 12468 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265362.831326:0:12468:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000052f71e15, rc 0) 00000100:00100000:3.0:1776265362.831379:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e98f0d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11466:x1862548787301056:12345-192.168.204.57@tcp:101:diff.0 Request processed in 357us (466us total) trans 4294976119 rc 301/301 00000100:00100000:3.0:1776265362.831386:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17623 00000100:00100000:0.0:1776265362.846381:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265362.850968:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787301120 00000100:00100000:2.0:1776265362.851029:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5046 00000100:00100000:2.0:1776265362.851036:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e7e625c pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11466:x1862548787301120:12345-192.168.204.57@tcp:37:diff.0 00000100:00100000:2.0:1776265362.860054:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e7e625c pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11466:x1862548787301120:12345-192.168.204.57@tcp:37:diff.0 Request processed in 9009us (13672us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265362.860070:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5046 00000004:00080000:1.0:1776265362.863062:0:5529:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 113 committed 00000001:00080000:1.0:1776265362.863094:0:5529:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 4294976117 is committed 00000004:00080000:1.0:1776265362.863100:0:5529:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 111 committed 00000100:00100000:1.0:1776265362.863206:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095d3c631 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793540672:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776265362.863307:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776265362.863337:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1776265362.863343:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009128dfee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793540736:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776265362.863362:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776265362.863396:0:11797:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793540672 00000100:00100000:1.0:1776265362.863432:0:11797:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793540736 00000100:00100000:1.0:1776265362.863449:0:11797:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3183 00000100:00100000:1.0:1776265362.863454:0:11797:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001dbe5e6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+81:2995:x1862548793540672:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776265362.863489:0:11797:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:227 count 1 00010000:00010000:1.0:1776265362.863515:0:11797:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005971ca32/0xeb74cb2ea36a352e lrc: 3/0,1 mode: --/PW res: [0xe3:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265362.863534:0:11797:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006774a9c7/0xeb74cb2ea367dcfc lrc: 2/0,0 mode: PW/PW res: [0xe3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a49a expref: 6 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265362.863541:0:11797:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265362.863542:0:11797:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265362.863544:0:11797:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005971ca32/0xeb74cb2ea36a352e lrc: 4/0,1 mode: --/PW res: [0xe3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265362.863567:0:11797:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006774a9c7/0xeb74cb2ea367dcfc lrc: 3/0,0 mode: PW/PW res: [0xe3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a49a expref: 6 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265362.863577:0:11797:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006774a9c7/0xeb74cb2ea367dcfc lrc: 4/0,0 mode: PW/PW res: [0xe3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a49a expref: 6 pid: 11796 timeout: 563 lvb_type: 0 00000100:00100000:1.0:1776265362.863587:0:11797:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b84889e5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:11797:1862548793540800:192.168.204.57@tcp:104: 00000100:00100000:1.0:1776265362.863636:0:11797:0:(client.c:2500:ptlrpc_set_wait()) set 000000009f327da2 going to sleep for 43 seconds 00000100:00100000:1.0:1776265362.863816:0:6306:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3184 00000100:00100000:1.0:1776265362.863821:0:6306:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ad509e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+81:2995:x1862548793540736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1776265362.863833:0:6306:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:228 count 1 00010000:00010000:1.0:1776265362.863843:0:6306:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a3535 lrc: 3/0,1 mode: --/PW res: [0xe4:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265362.863857:0:6306:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000981f4fb8/0xeb74cb2ea367ddb2 lrc: 2/0,0 mode: PW/PW res: [0xe4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a4d2 expref: 6 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265362.863875:0:6306:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265362.863876:0:6306:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265362.863877:0:6306:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a3535 lrc: 4/0,1 mode: --/PW res: [0xe4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265362.863894:0:6306:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000981f4fb8/0xeb74cb2ea367ddb2 lrc: 3/0,0 mode: PW/PW res: [0xe4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a4d2 expref: 6 pid: 11796 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265362.863900:0:6306:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000981f4fb8/0xeb74cb2ea367ddb2 lrc: 4/0,0 mode: PW/PW res: [0xe4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a4d2 expref: 6 pid: 11796 timeout: 563 lvb_type: 0 00000100:00100000:1.0:1776265362.863908:0:6306:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069114c22 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6306:1862548793540864:192.168.204.57@tcp:104: 00000100:00100000:1.0:1776265362.863927:0:6306:0:(client.c:2500:ptlrpc_set_wait()) set 0000000029865548 going to sleep for 43 seconds 00000100:00100000:0.0:1776265362.864368:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fb50d129 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793540928:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1776265362.864400:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1776265362.864549:0:12462:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793540928 00000100:00100000:1.0:1776265362.864592:0:12462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3185 00000100:00100000:1.0:1776265362.864596:0:12462:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6859924 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:2993:x1862548793540928:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1776265362.864610:0:12462:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:227 count 1 00010000:00010000:1.0:1776265362.864627:0:12462:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a353c lrc: 3/0,1 mode: --/PW res: [0xe3:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265362.864648:0:12462:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000090233fd0/0xeb74cb2ea367dd57 lrc: 2/0,0 mode: PW/PW res: [0xe3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a4b6 expref: 5 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265362.864654:0:12462:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265362.864656:0:12462:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1776265362.864658:0:12462:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a353c lrc: 4/0,1 mode: --/PW res: [0xe3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265362.864681:0:12462:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000090233fd0/0xeb74cb2ea367dd57 lrc: 3/0,0 mode: PW/PW res: [0xe3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a4b6 expref: 5 pid: 10780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265362.864688:0:12462:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000090233fd0/0xeb74cb2ea367dd57 lrc: 4/0,0 mode: PW/PW res: [0xe3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a4b6 expref: 5 pid: 10780 timeout: 563 lvb_type: 0 00000100:00100000:1.0:1776265362.864696:0:12462:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000ee9c659 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:12462:1862548793540992:192.168.204.57@tcp:104: 00000100:00100000:1.0:1776265362.864722:0:12462:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b3815510 going to sleep for 43 seconds 00000100:00100000:0.0:1776265362.867475:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265362.867520:0:5511:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787301248 00000100:00100000:0.0:1776265362.867559:0:5511:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5047 00000100:00100000:0.0:1776265362.867565:0:5511:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e43f7a8d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+15:11466:x1862548787301248:12345-192.168.204.57@tcp:35:diff.0 00000100:00100000:0.0:1776265362.867938:0:5511:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e43f7a8d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11466:x1862548787301248:12345-192.168.204.57@tcp:35:diff.0 Request processed in 371us (479us total) trans 4294976120 rc 0/0 00000100:00100000:0.0:1776265362.867946:0:5511:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5047 00000100:00100000:0.0:1776265362.869490:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265362.869520:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265362.869542:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265362.869572:0:5493:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787301312 00010000:00010000:0.0:1776265362.869602:0:5493:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006774a9c7/0xeb74cb2ea367dcfc lrc: 5/0,0 mode: PW/PW res: [0xe3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a49a expref: 7 pid: 11796 timeout: 563 lvb_type: 0 00000100:00100000:0.0:1776265362.869634:0:5493:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787301440 00000100:00100000:1.0:1776265362.869877:0:12462:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000ee9c659 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:12462:1862548793540992:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265362.869904:0:12462:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a353c lrc: 3/0,1 mode: --/PW res: [0xe3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1776265362.869936:0:11797:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b84889e5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:11797:1862548793540800:192.168.204.57@tcp:104: 00010000:00010000:1.0:1776265362.869949:0:11797:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005971ca32/0xeb74cb2ea36a352e lrc: 3/0,1 mode: --/PW res: [0xe3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265362.871082:0:5493:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000090233fd0/0xeb74cb2ea367dd57 lrc: 4/0,0 mode: PW/PW res: [0xe3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a4b6 expref: 6 pid: 10780 timeout: 563 lvb_type: 0 00000100:00100000:0.0:1776265362.871117:0:5493:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787301376 00010000:00010000:0.0:1776265362.871129:0:5493:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000981f4fb8/0xeb74cb2ea367ddb2 lrc: 5/0,0 mode: PW/PW res: [0xe4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a4d2 expref: 8 pid: 11796 timeout: 563 lvb_type: 0 00000100:00100000:0.0:1776265362.871143:0:5493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5235 00000100:00100000:0.0:1776265362.871150:0:5493:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3c60d84 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+8:2206:x1862548787301312:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1776265362.871164:0:5493:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1776265362.871168:0:5493:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006774a9c7/0xeb74cb2ea367dcfc lrc: 4/0,0 mode: PW/PW res: [0xe3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a49a expref: 8 pid: 11796 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1776265362.871179:0:5493:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006774a9c7/0xeb74cb2ea367dcfc lrc: 3/0,0 mode: PW/PW res: [0xe3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a49a expref: 8 pid: 11796 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1776265362.871234:0:5493:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006774a9c7/0xeb74cb2ea367dcfc lrc: 0/0,0 mode: --/PW res: [0xe3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a49a expref: 8 pid: 11796 timeout: 563 lvb_type: 0 00000100:00100000:3.0:1776265362.871582:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5236 00000100:00100000:3.0:1776265362.871588:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000b12ee2f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+6:2206:x1862548787301440:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1776265362.871598:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1776265362.871603:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000090233fd0/0xeb74cb2ea367dd57 lrc: 4/0,0 mode: PW/PW res: [0xe3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a4b6 expref: 6 pid: 10780 timeout: 563 lvb_type: 0 00010000:00010000:3.0:1776265362.871612:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000090233fd0/0xeb74cb2ea367dd57 lrc: 3/0,0 mode: PW/PW res: [0xe3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a4b6 expref: 6 pid: 10780 timeout: 563 lvb_type: 0 00010000:00010000:3.0:1776265362.871628:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000090233fd0/0xeb74cb2ea367dd57 lrc: 0/0,0 mode: --/PW res: [0xe3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a4b6 expref: 6 pid: 10780 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1776265362.871956:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265362.871960:0:5493:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1776265362.871964:0:5493:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005971ca32/0xeb74cb2ea36a352e lrc: 3/0,1 mode: PW/PW res: [0xe3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265362.871975:0:5493:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005971ca32/0xeb74cb2ea36a352e lrc: 4/0,1 mode: PW/PW res: [0xe3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265362.872003:0:5493:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1776265362.872361:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265362.872364:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265362.872368:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a353c lrc: 3/0,1 mode: PW/PW res: [0xe3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265362.872377:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a353c lrc: 4/0,1 mode: PW/PW res: [0xe3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265362.872423:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1776265362.872796:0:5493:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3c60d84 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+7:2206:x1862548787301312:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 1643us (3312us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265362.872806:0:5493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5235 00010000:00010000:1.0:1776265362.872935:0:11797:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005971ca32/0xeb74cb2ea36a352e lrc: 3/0,1 mode: PW/PW res: [0xe3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265362.872945:0:11797:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005971ca32/0xeb74cb2ea36a352e lrc: 3/0,1 mode: PW/PW res: [0xe3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265362.872955:0:11797:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005971ca32/0xeb74cb2ea36a352e lrc: 3/0,1 mode: PW/PW res: [0xe3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265362.872963:0:11797:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005971ca32/0xeb74cb2ea36a352e lrc: 2/0,0 mode: PW/PW res: [0xe3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265362.872980:0:11797:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1776265362.873580:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000b12ee2f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+5:2206:x1862548787301440:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 873us (2942us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265362.873590:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5236 00000100:00100000:3.0:1776265362.873616:0:7829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5237 00000100:00100000:3.0:1776265362.873623:0:7829:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8faaef5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+6:2206:x1862548787301376:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1776265362.873638:0:7829:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1776265362.873952:0:6306:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069114c22 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6306:1862548793540864:192.168.204.57@tcp:104: 00010000:00010000:0.0:1776265362.873977:0:6306:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a3535 lrc: 3/0,1 mode: --/PW res: [0xe4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265362.874099:0:7829:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000981f4fb8/0xeb74cb2ea367ddb2 lrc: 4/0,0 mode: PW/PW res: [0xe4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a4d2 expref: 6 pid: 11796 timeout: 563 lvb_type: 0 00010000:00010000:3.0:1776265362.874110:0:7829:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000981f4fb8/0xeb74cb2ea367ddb2 lrc: 3/0,0 mode: PW/PW res: [0xe4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a4d2 expref: 6 pid: 11796 timeout: 563 lvb_type: 0 00010000:00010000:3.0:1776265362.874133:0:7829:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000981f4fb8/0xeb74cb2ea367ddb2 lrc: 0/0,0 mode: --/PW res: [0xe4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x7671ed0bece3a4d2 expref: 6 pid: 11796 timeout: 563 lvb_type: 0 00010000:00010000:3.0:1776265362.874146:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265362.874148:0:7829:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1776265362.874151:0:7829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a3535 lrc: 3/0,1 mode: PW/PW res: [0xe4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265362.874159:0:7829:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a3535 lrc: 4/0,1 mode: PW/PW res: [0xe4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265362.874198:0:7829:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1776265362.876132:0:7829:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8faaef5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:eb6cb94b-5215-4380-a55a-e4c0b1168549+5:2206:x1862548787301376:12345-192.168.204.57@tcp:103:ldlm_bl_04.0 Request processed in 2500us (6581us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265362.876149:0:7829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5237 00010000:00010000:0.0:1776265362.876433:0:6306:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a3535 lrc: 3/0,1 mode: PW/PW res: [0xe4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265362.876448:0:6306:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a3535 lrc: 3/0,1 mode: PW/PW res: [0xe4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265362.876457:0:6306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a3535 lrc: 3/0,1 mode: PW/PW res: [0xe4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265362.876473:0:6306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a3535 lrc: 2/0,0 mode: PW/PW res: [0xe4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1776265362.876492:0:6306:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1776265362.876905:0:6306:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ad509e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+83:2995:x1862548793540736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13082us (13541us total) trans 4294968296 rc 0/0 00000100:00100000:0.0:1776265362.876915:0:6306:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3184 00000004:00080000:0.0:1776265362.876962:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009128dfee/2, rc 0, transno 1000 00000100:00100000:0.0:1776265362.876969:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009128dfee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793540736:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1776265362.877040:0:11797:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001dbe5e6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+82:2995:x1862548793540672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13584us (13733us total) trans 4294968295 rc 0/0 00000100:00100000:1.0:1776265362.877047:0:11797:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3183 00010000:00010000:1.0:1776265362.877068:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1776265362.877073:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005971ca32/0xeb74cb2ea36a352e lrc: 2/0,0 mode: PW/PW res: [0xe3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265362.877081:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005971ca32 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265362.877085:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005971ca32/0xeb74cb2ea36a352e lrc: 2/0,0 mode: PW/PW res: [0xe3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265362.877092:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005971ca32/0xeb74cb2ea36a352e lrc: 3/0,0 mode: PW/PW res: [0xe3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265362.877114:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005971ca32/0xeb74cb2ea36a352e lrc: 1/0,0 mode: --/PW res: [0xe3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265362.877120:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005971ca32/0xeb74cb2ea36a352e lrc: 0/0,0 mode: --/PW res: [0xe3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11797 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265362.877135:0:5496:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1776265362.877137:0:5496:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a3535 lrc: 2/0,0 mode: PW/PW res: [0xe4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265362.877146:0:5496:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000df6bcba6 already unused, calling callback (00000000354ccfb0) 00010000:00010000:1.0:1776265362.877147:0:5496:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a3535 lrc: 2/0,0 mode: PW/PW res: [0xe4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265362.877152:0:5496:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a3535 lrc: 3/0,0 mode: PW/PW res: [0xe4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265362.877160:0:5496:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a3535 lrc: 1/0,0 mode: --/PW res: [0xe4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265362.877165:0:5496:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000df6bcba6/0xeb74cb2ea36a3535 lrc: 0/0,0 mode: --/PW res: [0xe4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265362.877175:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265362.877176:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265362.877178:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1776265362.877188:0:12462:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a353c lrc: 3/0,1 mode: PW/PW res: [0xe3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265362.877195:0:12462:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a353c lrc: 3/0,1 mode: PW/PW res: [0xe3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265362.877201:0:12462:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a353c lrc: 3/0,1 mode: PW/PW res: [0xe3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265362.877207:0:12462:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a353c lrc: 2/0,0 mode: PW/PW res: [0xe3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1776265362.877260:0:12462:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1776265362.877590:0:12462:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6859924 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+6:2993:x1862548793540928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12991us (13189us total) trans 4294968279 rc 0/0 00000100:00100000:1.0:1776265362.877597:0:12462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3185 00010000:00010000:3.0:1776265362.878357:0:11772:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1776265362.878364:0:11772:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a353c lrc: 2/0,0 mode: PW/PW res: [0xe3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265362.878374:0:11772:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ca90402d already unused, calling callback (00000000354ccfb0) 00010000:00010000:3.0:1776265362.878377:0:11772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a353c lrc: 2/0,0 mode: PW/PW res: [0xe3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265362.878384:0:11772:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a353c lrc: 3/0,0 mode: PW/PW res: [0xe3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265362.878403:0:11772:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a353c lrc: 1/0,0 mode: --/PW res: [0xe3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265362.878409:0:11772:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ca90402d/0xeb74cb2ea36a353c lrc: 0/0,0 mode: --/PW res: [0xe3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12462 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1776265362.878437:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265362.878438:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265362.878440:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1776265362.878779:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265362.879887:0:2993:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968278 gen 2 00000004:00080000:0.0:1776265362.879897:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000456c3164, transno 4294968211 00000004:00080000:0.0:1776265362.879916:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b0b38d10, transno 4294968212 00000004:00080000:0.0:1776265362.879919:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004da7b788, transno 4294968213 00000004:00080000:0.0:1776265362.879921:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000764a13e2, transno 4294968214 00000004:00080000:0.0:1776265362.879923:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d1f8d2c2, transno 4294968215 00000004:00080000:0.0:1776265362.879926:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005a5ab26d, transno 4294968216 00000004:00080000:0.0:1776265362.879928:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000dcb14ba2, transno 4294968217 00000004:00080000:0.0:1776265362.879930:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b132b89f, transno 4294968218 00000004:00080000:0.0:1776265362.879932:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000057e8dc97, transno 4294968219 00000004:00080000:0.0:1776265362.879934:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009464fb31, transno 4294968220 00000004:00080000:0.0:1776265362.880764:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000351cac45, transno 4294968221 00000004:00080000:0.0:1776265362.880767:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ef726113, transno 4294968222 00000004:00080000:0.0:1776265362.880769:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001b1408f3, transno 4294968223 00000004:00080000:0.0:1776265362.880771:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a4b8022a, transno 4294968224 00000004:00080000:0.0:1776265362.880773:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c1b51fbf, transno 4294968225 00000004:00080000:0.0:1776265362.880775:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f393aecd, transno 4294968226 00000004:00080000:0.0:1776265362.880777:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001ce0d328, transno 4294968227 00000004:00080000:0.0:1776265362.880779:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005eb6e0b8, transno 4294968228 00000004:00080000:0.0:1776265362.880781:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000072e625e2, transno 4294968229 00000004:00080000:0.0:1776265362.880783:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000095dae23c, transno 4294968230 00000004:00080000:0.0:1776265362.880785:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000016b20dc0, transno 4294968231 00000004:00080000:0.0:1776265362.880787:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008b1dfba2, transno 4294968232 00000004:00080000:0.0:1776265362.880789:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ecb40db2, transno 4294968233 00000004:00080000:0.0:1776265362.880791:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000067f70ce5, transno 4294968234 00000004:00080000:0.0:1776265362.880793:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006a5ee1cb, transno 4294968235 00000004:00080000:0.0:1776265362.880795:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bef08137, transno 4294968236 00000004:00080000:0.0:1776265362.880796:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b72156ff, transno 4294968237 00000004:00080000:0.0:1776265362.880798:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007d8ae249, transno 4294968238 00000004:00080000:0.0:1776265362.880800:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000681a7c73, transno 4294968239 00000004:00080000:0.0:1776265362.880801:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000026289fe, transno 4294968240 00000004:00080000:0.0:1776265362.880803:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e79241c5, transno 4294968241 00000004:00080000:0.0:1776265362.880806:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000389d26dc, transno 4294968242 00000004:00080000:0.0:1776265362.880808:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000984cf497, transno 4294968243 00000004:00080000:0.0:1776265362.880810:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008bc7463b, transno 4294968244 00000004:00080000:0.0:1776265362.880812:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e4e9dca8, transno 4294968245 00000004:00080000:0.0:1776265362.880814:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000091b808d2, transno 4294968246 00000004:00080000:0.0:1776265362.880816:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b1cfc9af, transno 4294968247 00000004:00080000:0.0:1776265362.880817:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000086c45173, transno 4294968248 00000004:00080000:0.0:1776265362.880819:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000894d1a09, transno 4294968249 00000004:00080000:0.0:1776265362.880821:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003184029a, transno 4294968250 00000004:00080000:0.0:1776265362.880823:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005045e1d6, transno 4294968251 00000004:00080000:0.0:1776265362.880825:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ed64a9fb, transno 4294968252 00000004:00080000:0.0:1776265362.880827:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000175ce0df, transno 4294968253 00000004:00080000:0.0:1776265362.880829:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a686056d, transno 4294968254 00000004:00080000:0.0:1776265362.880831:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000551b7748, transno 4294968255 00000004:00080000:0.0:1776265362.880833:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c6717753, transno 4294968256 00000004:00080000:0.0:1776265362.880835:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e49a453c, transno 4294968257 00000004:00080000:0.0:1776265362.880837:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001b26ba73, transno 4294968258 00000004:00080000:0.0:1776265362.880839:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000019fad5bd, transno 4294968259 00000004:00080000:0.0:1776265362.880841:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b0312241, transno 4294968260 00000004:00080000:0.0:1776265362.880844:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e08223ab, transno 4294968261 00000004:00080000:0.0:1776265362.880846:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005a52608b, transno 4294968262 00000004:00080000:0.0:1776265362.880848:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006771e302, transno 4294968263 00000004:00080000:0.0:1776265362.880849:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000ee4988b, transno 4294968264 00000004:00080000:0.0:1776265362.880852:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000cdf8e395, transno 4294968265 00000004:00080000:0.0:1776265362.880855:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005a5415fe, transno 4294968266 00000004:00080000:0.0:1776265362.880857:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009598d0bc, transno 4294968267 00000004:00080000:0.0:1776265362.880859:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008b8f4106, transno 4294968268 00000004:00080000:0.0:1776265362.880871:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c9af289e, transno 4294968269 00000004:00080000:0.0:1776265362.880875:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001f95afbf, transno 4294968270 00000004:00080000:0.0:1776265362.880877:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b7d3feca, transno 4294968271 00000004:00080000:0.0:1776265362.880879:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000029f55577, transno 4294968272 00000004:00080000:0.0:1776265362.880882:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a44d9d36, transno 4294968273 00000004:00080000:0.0:1776265362.880884:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a5527c86, transno 4294968274 00000004:00080000:0.0:1776265362.880887:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005f3e7f8a, transno 4294968275 00000004:00080000:0.0:1776265362.880889:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000015d0eae8, transno 4294968276 00000004:00080000:0.0:1776265362.880891:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000009dc4b30, transno 4294968277 00000004:00080000:0.0:1776265362.880893:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b7147d85, transno 4294968278 00000100:00100000:0.0:1776265362.880899:0:2993:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@00000000fb50d129 x1862548793540928/t4294968279(4294968279) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1776265406 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'osp-syn-0-0.0' 00000004:00080000:0.0:1776265362.880915:0:2993:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fb50d129/2, rc 0, transno 983 00000100:00100000:0.0:1776265362.880919:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fb50d129 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793540928:0@lo:6:osp-syn-0-0.0 00000040:00100000:2.0:1776265362.881019:0:6373:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 9 records, first 405 in log [0x3:0x1:0x0] 00000004:00080000:2.0:1776265362.881160:0:6373:0:(osp_sync.c:1126:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 60 in progress, 0 in flight, 9 done 00000004:00080000:1.0:1776265362.881387:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000095d3c631/2, rc 0, transno 999 00000100:00100000:1.0:1776265362.881393:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095d3c631 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2995:1862548793540672:0@lo:6:osp-syn-1-0.0 00000040:00100000:2.0:1776265362.882929:0:6373:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 59 records, first 467 in log [0x3:0x1:0x0] 00000004:00080000:2.0:1776265362.883029:0:6373:0:(osp_sync.c:1126:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 1 in progress, 0 in flight, 59 done 00000001:00080000:2.0:1776265362.884005:0:7119:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0001: transno 4294968293 is committed 00000001:00080000:2.0:1776265362.884095:0:7119:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0001: transno 4294968294 is committed 00010000:00010000:2.0:1776265362.885437:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1776265362.920432:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265362.920550:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787301504 00000100:00100000:3.0:1776265362.920613:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17624 00000100:00100000:3.0:1776265362.920620:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f3e7f8a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787301504:12345-192.168.204.57@tcp:501:chlg_load_threa.0 00000100:00100000:3.0:1776265362.920900:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f3e7f8a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787301504:12345-192.168.204.57@tcp:501:chlg_load_threa.0 Request processed in 279us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265362.920910:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17624 00000100:00100000:2.0:1776265362.927642:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265362.928852:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787301568 00000100:00100000:1.0:1776265362.928926:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17625 00000100:00100000:1.0:1776265362.928933:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000079beabb1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787301568:12345-192.168.204.57@tcp:503:chlg_load_threa.0 00000100:00100000:1.0:1776265362.929802:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000079beabb1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787301568:12345-192.168.204.57@tcp:503:chlg_load_threa.0 Request processed in 865us (2165us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265362.929813:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17625 00000100:00100000:0.0:1776265362.940474:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265362.941712:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787301632 00000100:00100000:1.0:1776265362.941828:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17626 00000100:00100000:1.0:1776265362.941835:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015d0eae8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787301632:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1776265362.942143:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015d0eae8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787301632:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 306us (1678us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265362.942152:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17626 00000100:00100000:0.0:1776265362.945604:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265362.945797:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787301696 00000100:00100000:1.0:1776265362.945849:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17627 00000100:00100000:1.0:1776265362.945855:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009dc4b30 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787301696:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1776265362.946373:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009dc4b30 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787301696:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 515us (777us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265362.946386:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17627 00000100:00100000:2.0:1776265362.951534:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265362.951759:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787301760 00000100:00100000:1.0:1776265362.951810:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17628 00000100:00100000:1.0:1776265362.951817:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b9020be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787301760:12345-192.168.204.57@tcp:501:chlg_load_threa.0 00000100:00100000:1.0:1776265362.951932:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b9020be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787301760:12345-192.168.204.57@tcp:501:chlg_load_threa.0 Request processed in 115us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265362.951942:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17628 00000100:00100000:0.0:1776265362.960335:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265362.960460:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787301824 00000100:00100000:3.0:1776265362.960515:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17629 00000100:00100000:3.0:1776265362.960522:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7147d85 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787301824:12345-192.168.204.57@tcp:503:chlg_load_threa.0 00000100:00100000:3.0:1776265362.960710:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7147d85 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787301824:12345-192.168.204.57@tcp:503:chlg_load_threa.0 Request processed in 187us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265362.960718:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17629 00000100:00100000:1.0:1776265362.970555:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265362.970728:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787301888 00000100:00100000:2.0:1776265362.977583:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17630 00000100:00100000:2.0:1776265362.977605:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ee9c659 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787301888:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265362.977894:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ee9c659 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787301888:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 300us (7683us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265362.977903:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17630 00000100:00100000:2.0:1776265362.985300:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265362.985370:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787301952 00000100:00100000:1.0:1776265362.985425:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17631 00000100:00100000:1.0:1776265362.985432:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b47a8d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787301952:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1776265362.985687:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b47a8d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787301952:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 254us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265362.985696:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17631 00000100:00100000:3.0:1776265362.994341:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265362.994822:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787302016 00000100:00100000:1.0:1776265362.994947:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17632 00000100:00100000:1.0:1776265362.994963:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e49a453c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787302016:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1776265362.995201:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e49a453c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787302016:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 238us (867us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265362.995210:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17632 00000100:00100000:2.0:1776265363.001932:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265363.002081:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787302080 00000100:00100000:1.0:1776265363.002143:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17633 00000100:00100000:1.0:1776265363.002150:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a632f6c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787302080:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1776265363.002372:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a632f6c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787302080:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 222us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265363.002380:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17633 00000100:00100000:0.0:1776265363.014772:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265363.015015:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787302144 00000100:00100000:3.0:1776265363.015097:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17634 00000100:00100000:3.0:1776265363.015107:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000655e9642 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787302144:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265363.016897:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000655e9642 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787302144:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 1784us (2126us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265363.016913:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17634 00000100:00100000:2.0:1776265363.027548:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265363.028011:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787302208 00000100:00100000:0.0:1776265363.028117:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17635 00000100:00100000:0.0:1776265363.028125:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002bfb3cef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787302208:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265363.028409:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002bfb3cef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787302208:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 283us (868us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265363.028417:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17635 00000100:00100000:0.0:1776265363.035746:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265363.037005:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787302272 00000100:00100000:2.0:1776265363.037079:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17636 00000100:00100000:2.0:1776265363.037085:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000081b731af pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787302272:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265363.037353:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000081b731af pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787302272:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 266us (1619us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265363.037362:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17636 00000100:00100000:2.0:1776265363.041039:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265363.041589:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787302336 00000100:00100000:1.0:1776265363.041654:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17637 00000100:00100000:1.0:1776265363.041660:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003edadcb9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787302336:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1776265363.041943:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003edadcb9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787302336:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 282us (912us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265363.041952:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17637 00000100:00100000:3.0:1776265363.054029:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265363.054144:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787302400 00000100:00100000:2.0:1776265363.054248:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17638 00000100:00100000:2.0:1776265363.054256:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a7471cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787302400:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265363.054457:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a7471cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787302400:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 200us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265363.054469:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17638 00000100:00100000:0.0:1776265363.057504:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265363.057601:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787302464 00000100:00100000:1.0:1776265363.057659:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17639 00000100:00100000:1.0:1776265363.057666:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000998ca024 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787302464:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1776265363.057909:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000998ca024 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787302464:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 242us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265363.057918:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17639 00000100:00100000:0.0:1776265363.069453:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265363.069735:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787302528 00000100:00100000:2.0:1776265363.069792:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17640 00000100:00100000:2.0:1776265363.069799:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0b19fe1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787302528:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265363.070023:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0b19fe1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787302528:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 223us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265363.070031:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17640 00000100:00100000:3.0:1776265363.076723:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265363.077942:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787302592 00000100:00100000:1.0:1776265363.078014:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17641 00000100:00100000:1.0:1776265363.078020:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030b86a12 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787302592:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1776265363.078348:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030b86a12 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787302592:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 326us (1634us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265363.078358:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17641 00000100:00100000:3.0:1776265363.084451:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265363.084627:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787302656 00000100:00100000:2.0:1776265363.084691:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17642 00000100:00100000:2.0:1776265363.084697:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006464655d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787302656:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265363.084968:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006464655d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787302656:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 270us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265363.084977:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17642 00000100:00100000:0.0:1776265363.089710:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265363.090127:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787302720 00000100:00100000:1.0:1776265363.090298:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17643 00000100:00100000:1.0:1776265363.090305:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000097f3ee18 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787302720:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1776265363.090509:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000097f3ee18 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787302720:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 203us (806us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265363.090518:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17643 00000100:00100000:3.0:1776265363.096321:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265363.097156:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787302784 00000100:00100000:1.0:1776265363.097269:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17644 00000100:00100000:1.0:1776265363.097276:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052dd86c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787302784:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1776265363.097496:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052dd86c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787302784:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 219us (1187us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265363.097504:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17644 00000100:00100000:3.0:1776265363.101078:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265363.101372:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787302848 00000100:00100000:2.0:1776265363.101453:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17645 00000100:00100000:2.0:1776265363.101461:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5009934 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787302848:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265363.101749:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5009934 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787302848:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 287us (684us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265363.101758:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17645 00000100:00100000:0.0:1776265363.106604:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265363.106721:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787302912 00000100:00100000:1.0:1776265363.106790:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17646 00000100:00100000:1.0:1776265363.106798:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1cfc9af pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787302912:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1776265363.107071:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1cfc9af pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787302912:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 272us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265363.107080:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17646 00000100:00100000:3.0:1776265363.111512:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265363.111727:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787302976 00000100:00100000:2.0:1776265363.111801:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17647 00000100:00100000:2.0:1776265363.111809:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000186aff98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787302976:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265363.112080:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000186aff98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787302976:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 270us (580us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265363.112090:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17647 00000100:00100000:3.0:1776265363.120273:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265363.120404:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787303040 00000100:00100000:1.0:1776265363.120473:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17648 00000100:00100000:1.0:1776265363.120481:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000073f30faf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787303040:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1776265363.120762:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000073f30faf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787303040:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 281us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265363.120772:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17648 00000100:00100000:0.0:1776265363.125827:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265363.126358:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787303104 00000100:00100000:2.0:1776265363.126419:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17649 00000100:00100000:2.0:1776265363.126428:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a52608b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787303104:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265363.129717:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a52608b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787303104:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 3278us (3892us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265363.129884:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17649 00000100:00100000:3.0:1776265363.136472:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265363.136607:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787303168 00000100:00100000:2.0:1776265363.136681:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17650 00000100:00100000:2.0:1776265363.136690:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000635beb49 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787303168:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265363.137004:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000635beb49 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787303168:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 312us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265363.137015:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17650 00000100:00100000:2.0:1776265363.143278:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265363.143522:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787303232 00000100:00100000:0.0:1776265363.143604:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17651 00000100:00100000:0.0:1776265363.143612:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005332f032 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787303232:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265363.143956:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005332f032 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787303232:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 342us (691us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265363.143965:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17651 00000100:00100000:1.0:1776265363.150143:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265363.150288:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787303296 00000100:00100000:2.0:1776265363.150365:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17652 00000100:00100000:2.0:1776265363.150374:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069114c22 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787303296:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265363.150764:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069114c22 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787303296:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 390us (637us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265363.150773:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17652 00000100:00100000:3.0:1776265363.156547:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265363.156679:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787303360 00000100:00100000:0.0:1776265363.156762:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17653 00000100:00100000:0.0:1776265363.156771:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a3f93d51 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787303360:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265363.157115:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a3f93d51 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787303360:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 343us (579us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265363.157132:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17653 00000100:00100000:2.0:1776265363.161136:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265363.161579:0:5501:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787303424 00000100:00100000:0.0:1776265363.161658:0:5501:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 309 00000100:00100000:0.0:1776265363.161666:0:5501:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6c971a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24ab26c4-1512-4c98-b2b9-dedc0e6d29c4+9:2208:x1862548787303424:12345-192.168.204.57@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1776265363.161777:0:5501:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a6c971a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24ab26c4-1512-4c98-b2b9-dedc0e6d29c4+9:2208:x1862548787303424:12345-192.168.204.57@tcp:400:kworker/u8:1.0 Request processed in 110us (661us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265363.161786:0:5501:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 309 00000100:00100000:1.0:1776265363.167621:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265363.167759:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787303488 00000100:00100000:2.0:1776265363.167832:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17654 00000100:00100000:2.0:1776265363.167841:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b84889e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787303488:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265363.168137:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b84889e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787303488:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 295us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265363.168147:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17654 00000100:00100000:3.0:1776265363.174158:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265363.174450:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787303552 00000100:00100000:0.0:1776265363.174526:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17655 00000100:00100000:0.0:1776265363.174534:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000984cf497 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787303552:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265363.174797:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000984cf497 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787303552:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 262us (653us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265363.174807:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17655 00000100:00100000:3.0:1776265363.181370:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265363.181558:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787303616 00000100:00100000:2.0:1776265363.181625:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17656 00000100:00100000:2.0:1776265363.181633:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e4e9dca8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787303616:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265363.181970:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e4e9dca8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787303616:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 336us (612us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265363.181980:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17656 00000100:00100000:1.0:1776265363.185335:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265363.185463:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787303680 00000100:00100000:0.0:1776265363.185535:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17657 00000100:00100000:0.0:1776265363.185543:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008bc7463b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787303680:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265363.185870:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008bc7463b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787303680:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 326us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265363.185880:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17657 00000100:00100000:3.0:1776265363.189298:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265363.189426:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787303744 00000100:00100000:2.0:1776265363.189486:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17658 00000100:00100000:2.0:1776265363.189495:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000894d1a09 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787303744:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265363.189757:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000894d1a09 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787303744:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 261us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265363.189765:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17658 00000100:00100000:3.0:1776265363.194710:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265363.195295:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787303808 00000100:00100000:0.0:1776265363.195390:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17659 00000100:00100000:0.0:1776265363.195398:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a5415fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787303808:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265363.195698:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a5415fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787303808:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 299us (1003us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265363.195706:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17659 00000100:00100000:1.0:1776265363.200055:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265363.200563:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787303872 00000100:00100000:0.0:1776265363.200636:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17660 00000100:00100000:0.0:1776265363.200644:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a686056d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787303872:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265363.200927:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a686056d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787303872:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 281us (883us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265363.200937:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17660 00000100:00100000:3.0:1776265363.205711:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265363.206039:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787303936 00000100:00100000:2.0:1776265363.206116:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17661 00000100:00100000:2.0:1776265363.206125:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000456c3164 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787303936:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265363.206546:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000456c3164 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787303936:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 421us (850us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265363.206554:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17661 00000100:00100000:1.0:1776265363.209993:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265363.210117:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787304000 00000100:00100000:2.0:1776265363.210326:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17662 00000100:00100000:2.0:1776265363.210337:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000551b7748 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787304000:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265363.210658:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000551b7748 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787304000:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 321us (677us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265363.210668:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17662 00000100:00100000:1.0:1776265363.212896:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265363.214956:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787304064 00000100:00100000:0.0:1776265363.215043:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17663 00000100:00100000:0.0:1776265363.215051:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6717753 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787304064:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265363.215348:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6717753 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787304064:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 297us (2463us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265363.215358:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17663 00000100:00100000:2.0:1776265363.218735:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265363.218865:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787304128 00000100:00100000:0.0:1776265363.218931:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17664 00000100:00100000:0.0:1776265363.218939:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2ba1421 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787304128:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265363.219432:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2ba1421 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787304128:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 491us (706us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265363.219442:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17664 00000100:00100000:0.0:1776265363.221719:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1776265363.222190:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787304192 00000100:00100000:1.0:1776265363.222419:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17665 00000100:00100000:1.0:1776265363.222436:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006771e302 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787304192:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1776265363.222703:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006771e302 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787304192:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 267us (993us total) trans 0 rc 0/0 00000100:00100000:1.0:1776265363.222711:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17665 00000100:00100000:1.0:1776265363.226643:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265363.227484:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787304256 00000100:00100000:3.0:1776265363.227547:0:5507:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17666 00000100:00100000:3.0:1776265363.227555:0:5507:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0312241 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787304256:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1776265363.227827:0:5507:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0312241 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787304256:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 272us (1198us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265363.227837:0:5507:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17666 00000100:00100000:2.0:1776265363.234801:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265363.234895:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787304320 00000100:00100000:0.0:1776265363.234969:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17667 00000100:00100000:0.0:1776265363.234977:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007636f922 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787304320:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265363.235344:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007636f922 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787304320:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 366us (997us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265363.235354:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17667 00000100:00100000:1.0:1776265363.238722:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265363.238846:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787304384 00000100:00100000:0.0:1776265363.238930:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17668 00000100:00100000:0.0:1776265363.238939:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000620cfc08 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787304384:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265363.240429:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000620cfc08 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787304384:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 1482us (1709us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265363.240446:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17668 00000100:00100000:1.0:1776265363.244587:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265363.245113:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787304448 00000100:00100000:0.0:1776265363.245200:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17669 00000100:00100000:0.0:1776265363.245209:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000589eb106 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787304448:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265363.245550:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000589eb106 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787304448:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 341us (976us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265363.245560:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17669 00000100:00100000:2.0:1776265363.248458:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265363.248575:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787304512 00000100:00100000:0.0:1776265363.248644:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17670 00000100:00100000:0.0:1776265363.248652:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c429e6a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787304512:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265363.248943:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c429e6a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787304512:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 289us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265363.248952:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17670 00000100:00100000:1.0:1776265363.253128:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265363.253504:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787304576 00000100:00100000:2.0:1776265363.253619:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17671 00000100:00100000:2.0:1776265363.253628:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000078d0d88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787304576:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265363.254010:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000078d0d88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787304576:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 382us (895us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265363.254020:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17671 00000100:00100000:3.0:1776265363.257075:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1776265363.257166:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787304640 00000100:00100000:2.0:1776265363.257265:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17672 00000100:00100000:2.0:1776265363.257274:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0b38d10 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787304640:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1776265363.257535:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0b38d10 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787304640:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 260us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265363.257544:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17672 00000100:00100000:2.0:1776265363.266104:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265363.266391:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787304704 00000100:00100000:0.0:1776265363.266473:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17673 00000100:00100000:0.0:1776265363.266482:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006df62ce5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787304704:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265363.266824:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006df62ce5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787304704:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 341us (734us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265363.266834:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17673 00000100:00100000:3.0:1776265363.271353:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265363.271451:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787304768 00000100:00100000:0.0:1776265363.271517:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17674 00000100:00100000:0.0:1776265363.271527:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004da7b788 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787304768:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265363.271800:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004da7b788 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787304768:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 273us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265363.271810:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17674 00000100:00100000:1.0:1776265363.275984:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265363.276097:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787304832 00000100:00100000:0.0:1776265363.276167:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17675 00000100:00100000:0.0:1776265363.276182:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d69021a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787304832:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265363.276572:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d69021a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787304832:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 395us (600us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265363.276583:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17675 00000100:00100000:1.0:1776265363.280301:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265363.280526:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787304896 00000100:00100000:0.0:1776265363.280604:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17676 00000100:00100000:0.0:1776265363.280611:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000360891fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787304896:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265363.280889:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000360891fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787304896:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 277us (600us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265363.280898:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17676 00000100:00100000:3.0:1776265363.284385:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265363.284627:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787304960 00000100:00100000:0.0:1776265363.284696:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17677 00000100:00100000:0.0:1776265363.284705:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000764a13e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787304960:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265363.285055:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000764a13e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787304960:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 348us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265363.285065:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17677 00000100:00100000:1.0:1776265363.291414:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265363.291613:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787305024 00000100:00100000:3.0:1776265363.291684:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17678 00000100:00100000:3.0:1776265363.291693:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000758e0cf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787305024:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1776265363.291990:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000758e0cf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787305024:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 293us (584us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265363.292002:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17678 00000100:00100000:1.0:1776265363.295498:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265363.295733:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787305088 00000100:00100000:0.0:1776265363.295803:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17679 00000100:00100000:0.0:1776265363.295812:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005eb6e0b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787305088:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265363.296108:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005eb6e0b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787305088:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 295us (622us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265363.296118:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17679 00000100:00100000:2.0:1776265363.303891:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265363.303995:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787305152 00000100:00100000:3.0:1776265363.304063:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17680 00000100:00100000:3.0:1776265363.304072:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f332f67a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787305152:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1776265363.304383:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f332f67a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787305152:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 312us (505us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265363.304392:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17680 00000100:00100000:1.0:1776265363.306965:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265363.307084:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787305216 00000100:00100000:0.0:1776265363.307152:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17681 00000100:00100000:0.0:1776265363.307160:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ecb40db2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787305216:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265363.307499:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ecb40db2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787305216:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 337us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265363.307509:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17681 00000100:00100000:1.0:1776265363.315755:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265363.315876:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787305280 00000100:00100000:3.0:1776265363.315946:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17682 00000100:00100000:3.0:1776265363.315954:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b8f4106 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787305280:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1776265363.316320:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b8f4106 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787305280:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 365us (577us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265363.316329:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17682 00000100:00100000:2.0:1776265363.321632:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265363.321873:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787305344 00000100:00100000:0.0:1776265363.321938:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17683 00000100:00100000:0.0:1776265363.321946:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007687282a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787305344:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265363.322275:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007687282a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787305344:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 328us (656us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265363.322284:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17683 00000100:00100000:1.0:1776265363.326379:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265363.327962:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787305408 00000100:00100000:3.0:1776265363.328446:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17684 00000100:00100000:3.0:1776265363.328455:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f844dd0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787305408:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1776265363.328730:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f844dd0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787305408:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 275us (2364us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265363.328739:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17684 00000100:00100000:1.0:1776265363.334845:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1776265363.335021:0:12468:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787305472 00000100:00100000:3.0:1776265363.335097:0:12468:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17685 00000100:00100000:3.0:1776265363.335107:0:12468:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a96efe6e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787305472:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1776265363.335412:0:12468:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a96efe6e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787305472:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 305us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265363.335423:0:12468:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17685 00000100:00100000:2.0:1776265363.338535:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265363.338677:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787305536 00000100:00100000:0.0:1776265363.338761:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17686 00000100:00100000:0.0:1776265363.338768:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d56182e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787305536:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265363.339075:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d56182e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787305536:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 307us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265363.339082:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17686 00000100:00100000:1.0:1776265363.341188:0:2987:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265363.341517:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787305600 00000100:00100000:0.0:1776265363.341576:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17687 00000100:00100000:0.0:1776265363.341583:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7728adf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787305600:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265363.341844:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7728adf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787305600:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 261us (674us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265363.341860:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17687 00000100:00100000:1.0:1776265363.345963:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265363.346632:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787305664 00000100:00100000:0.0:1776265363.346706:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17688 00000100:00100000:0.0:1776265363.346715:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072e625e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787305664:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265363.347074:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072e625e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787305664:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 358us (1124us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265363.347085:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17688 00000100:00100000:2.0:1776265363.352085:0:2986:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1776265363.352427:0:5508:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548787305728 00000100:00100000:0.0:1776265363.352507:0:5508:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 17689 00000100:00100000:0.0:1776265363.352515:0:5508:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000680f7e95 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787305728:12345-192.168.204.57@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1776265363.352866:0:5508:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000680f7e95 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:eb6cb94b-5215-4380-a55a-e4c0b1168549+16:11468:x1862548787305728:12345-192.168.204.57@tcp:502:chlg_load_threa.0 Request processed in 349us (792us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265363.352877:0:5508:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 17689 00000100:00100000:1.0:1776265363.782639:0:2993:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1776265363.782673:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ef2c4ac6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793541056:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1776265363.782785:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1776265363.782975:0:10215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793541056 00000100:00100000:2.0:1776265363.783055:0:10215:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:2.0:1776265363.783062:0:10215:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095dae23c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:2993:x1862548793541056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1776265363.783112:0:10215:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 32374784 granted 142934016 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1776265363.783182:0:10215:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095dae23c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:2993:x1862548793541056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 119us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265363.783191:0:10215:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00100000:1.0:1776265363.783482:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ef2c4ac6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793541056:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1776265363.909248:0:5496:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1776265364.292452:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1776265364.292480:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000ee4988b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793541120:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1776265364.292937:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001ec0f55b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2993:1862548793541248:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1776265364.292975:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776265364.292996:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a35dd284 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793541504:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1776265364.293013:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776265364.293028:0:2993:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1776265364.293033:0:2993:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd4ab744 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2993:1862548793541312:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1776265364.293048:0:2993:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1776265364.293074:0:12462:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793541504 00000100:00100000:0.0:1776265364.293110:0:12462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1776265364.293115:0:12462:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009598d0bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+7:2993:x1862548793541504:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1776265364.293153:0:12462:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009598d0bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+7:2993:x1862548793541504:12345-0@lo:400:kworker/u8:3.0 Request processed in 38us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265364.293159:0:12462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1776265364.293194:0:2993:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968294 gen 2 00000004:00080000:0.0:1776265364.293198:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000aea31246, transno 4294968220 00000004:00080000:0.0:1776265364.293206:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000fbb8291a, transno 4294968221 00000004:00080000:0.0:1776265364.293208:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000cb1cbb7a, transno 4294968222 00000004:00080000:0.0:1776265364.293210:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008e5efb2e, transno 4294968223 00000004:00080000:0.0:1776265364.293230:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f242670b, transno 4294968224 00000004:00080000:0.0:1776265364.293232:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000fb3f4337, transno 4294968225 00000004:00080000:0.0:1776265364.293234:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000098dd1418, transno 4294968226 00000004:00080000:0.0:1776265364.293236:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a25192e0, transno 4294968227 00000004:00080000:0.0:1776265364.293238:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000dca8e0f0, transno 4294968228 00000004:00080000:0.0:1776265364.293240:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000e183d7d, transno 4294968229 00000004:00080000:0.0:1776265364.293242:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d6e945d3, transno 4294968230 00000004:00080000:0.0:1776265364.293244:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003284bf67, transno 4294968231 00000004:00080000:0.0:1776265364.293246:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ef2c2056, transno 4294968232 00000004:00080000:0.0:1776265364.293249:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003ff9d04e, transno 4294968233 00000004:00080000:0.0:1776265364.293251:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000015c1f937, transno 4294968234 00000004:00080000:0.0:1776265364.293253:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003008a578, transno 4294968235 00000004:00080000:0.0:1776265364.293255:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004f457a73, transno 4294968236 00000004:00080000:0.0:1776265364.293257:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000058c022d4, transno 4294968237 00000004:00080000:0.0:1776265364.293259:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000001cf0c395, transno 4294968238 00000004:00080000:0.0:1776265364.293261:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000be1645a4, transno 4294968239 00000004:00080000:0.0:1776265364.293263:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000007221dbc, transno 4294968240 00000004:00080000:0.0:1776265364.293264:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d12196ff, transno 4294968241 00000004:00080000:0.0:1776265364.293266:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000055a3254d, transno 4294968242 00000004:00080000:0.0:1776265364.293268:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000082a35fcb, transno 4294968243 00000004:00080000:0.0:1776265364.293270:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b6cb1297, transno 4294968244 00000004:00080000:0.0:1776265364.293272:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000de95c9bd, transno 4294968245 00000004:00080000:0.0:1776265364.293273:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d725961c, transno 4294968246 00000004:00080000:0.0:1776265364.293275:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000078faed62, transno 4294968247 00000004:00080000:0.0:1776265364.293277:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009c139136, transno 4294968248 00000004:00080000:0.0:1776265364.293279:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d1b6bf89, transno 4294968249 00000004:00080000:0.0:1776265364.293281:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b7b10886, transno 4294968250 00000004:00080000:0.0:1776265364.293283:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000b8f41cf6, transno 4294968251 00000004:00080000:0.0:1776265364.293285:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006ef2f061, transno 4294968252 00000004:00080000:0.0:1776265364.293287:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008c986438, transno 4294968253 00000004:00080000:0.0:1776265364.293289:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ac88b4bd, transno 4294968254 00000004:00080000:0.0:1776265364.293291:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000058a357f7, transno 4294968255 00000004:00080000:0.0:1776265364.293293:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000255d7bdd, transno 4294968256 00000004:00080000:0.0:1776265364.293295:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000df4843ee, transno 4294968257 00000004:00080000:0.0:1776265364.293296:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c5826ffb, transno 4294968258 00000004:00080000:0.0:1776265364.293298:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000005ed7b72, transno 4294968259 00000004:00080000:0.0:1776265364.293300:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ad4f0dba, transno 4294968260 00000004:00080000:0.0:1776265364.293302:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008e5d3670, transno 4294968261 00000004:00080000:0.0:1776265364.293304:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c9028d9b, transno 4294968262 00000004:00080000:0.0:1776265364.293307:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000073c84974, transno 4294968263 00000004:00080000:0.0:1776265364.293309:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008fcc92bc, transno 4294968264 00000004:00080000:0.0:1776265364.293311:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000061848e8c, transno 4294968265 00000004:00080000:0.0:1776265364.293313:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004aedd428, transno 4294968266 00000004:00080000:0.0:1776265364.293315:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ad2a3af1, transno 4294968267 00000004:00080000:0.0:1776265364.293316:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007679503a, transno 4294968268 00000004:00080000:0.0:1776265364.293318:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002182a1dd, transno 4294968269 00000004:00080000:0.0:1776265364.293320:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008e04c2ce, transno 4294968270 00000004:00080000:0.0:1776265364.293322:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000073652895, transno 4294968271 00000004:00080000:0.0:1776265364.293323:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ff07d00b, transno 4294968272 00000004:00080000:0.0:1776265364.293326:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000073fb35d9, transno 4294968273 00000004:00080000:0.0:1776265364.293327:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000cca94cde, transno 4294968274 00000004:00080000:0.0:1776265364.293329:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000e5e3718, transno 4294968275 00000004:00080000:0.0:1776265364.293331:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000011ff4d06, transno 4294968276 00000004:00080000:0.0:1776265364.293333:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000da4d17b5, transno 4294968277 00000004:00080000:0.0:1776265364.293334:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000013085950, transno 4294968278 00000004:00080000:0.0:1776265364.293336:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000070eda601, transno 4294968279 00000004:00080000:0.0:1776265364.293338:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c895130c, transno 4294968280 00000004:00080000:0.0:1776265364.293340:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007d3ddcb6, transno 4294968281 00000004:00080000:0.0:1776265364.293342:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002ce79b9a, transno 4294968282 00000004:00080000:0.0:1776265364.293344:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000634e4fad, transno 4294968283 00000004:00080000:0.0:1776265364.293345:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006ddde47e, transno 4294968284 00000004:00080000:0.0:1776265364.293347:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000002790e0a4, transno 4294968285 00000004:00080000:0.0:1776265364.293349:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000fe360b3e, transno 4294968286 00000004:00080000:0.0:1776265364.293350:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a5e18113, transno 4294968287 00000004:00080000:0.0:1776265364.293352:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000010da09da, transno 4294968288 00000004:00080000:0.0:1776265364.293354:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000921dc4e8, transno 4294968289 00000004:00080000:0.0:1776265364.293356:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a9061d74, transno 4294968290 00000004:00080000:0.0:1776265364.293358:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000387a4b4a, transno 4294968291 00000004:00080000:0.0:1776265364.293359:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e8a5b6eb, transno 4294968292 00000004:00080000:0.0:1776265364.293362:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a1423969, transno 4294968293 00000004:00080000:0.0:1776265364.293364:0:2993:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000000c837fff, transno 4294968294 00000100:00100000:0.0:1776265364.293369:0:2993:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@0000000095d3c631 x1862548793540672/t4294968295(4294968295) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1776265406 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'osp-syn-1-0.0' 00000100:00100000:0.0:1776265364.293380:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a35dd284 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2993:1862548793541504:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1776265364.293734:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776265364.293759:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d525b44a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9e5052bb-8231-4abc-b294-0ff0036d4989:2996:1862548793541184:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1776265364.293784:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776265364.293794:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ac31cf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2996:1862548793541440:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1776265364.293809:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776265364.293822:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1776265364.293826:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a4ac6987 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793541376:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1776265364.293857:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1776265364.293882:0:6309:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793541120 00000100:00100000:3.0:1776265364.293907:0:6309:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:3.0:1776265364.293911:0:6309:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1f8d2c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:2996:x1862548793541120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1776265364.293939:0:6309:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 30670848 granted 260505600 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1776265364.293971:0:6309:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1f8d2c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:2996:x1862548793541120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265364.293977:0:6309:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:3.0:1776265364.294010:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000ee4988b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793541120:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1776265364.294031:0:5507:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793541248 00000100:00100000:3.0:1776265364.294060:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793541312 00000100:00100000:3.0:1776265364.294076:0:11775:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793541440 00000100:00100000:3.0:1776265364.294091:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:3.0:1776265364.294095:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cdf8e395 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:2993:x1862548793541248:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1776265364.294129:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cdf8e395 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:2993:x1862548793541248:12345-0@lo:400:kworker/u8:3.0 Request processed in 33us (1155us total) trans 0 rc 0/0 00000100:00100000:3.0:1776265364.294135:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00100000:3.0:1776265364.294145:0:11775:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:3.0:1776265364.294148:0:11775:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c9af289e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:2993:x1862548793541312:12345-0@lo:400:kworker/u8:3.0 00000040:00100000:0.0:1776265364.294335:0:7487:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 75 records, first 464 in log [0x6:0x1:0x0] 00000004:00080000:0.0:1776265364.294482:0:7487:0:(osp_sync.c:1126:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 2 in progress, 0 in flight, 75 done 00000100:00100000:0.0:1776265364.294501:0:6376:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:0.0:1776265364.294505:0:6376:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dcb14ba2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2996:x1862548793541440:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1776265364.294542:0:6376:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dcb14ba2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2996:x1862548793541440:12345-0@lo:400:kworker/u8:3.0 Request processed in 36us (733us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265364.294548:0:6376:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:0.0:1776265364.294581:0:11797:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793541376 00000100:00100000:2.0:1776265364.294861:0:5502:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862548793541184 00000100:00100000:2.0:1776265364.294892:0:5502:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:2.0:1776265364.294896:0:5502:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046dbce6f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5052bb-8231-4abc-b294-0ff0036d4989+18:2996:x1862548793541184:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1776265364.294929:0:5502:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046dbce6f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e5052bb-8231-4abc-b294-0ff0036d4989+18:2996:x1862548793541184:12345-0@lo:400:kworker/u8:3.0 Request processed in 32us (1144us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265364.294935:0:5502:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:2.0:1776265364.295033:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001ec0f55b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2993:1862548793541248:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1776265364.295564:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d525b44a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9e5052bb-8231-4abc-b294-0ff0036d4989:2996:1862548793541184:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1776265364.295577:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ac31cf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2996:1862548793541440:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1776265364.295968:0:11775:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c9af289e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:2993:x1862548793541312:12345-0@lo:400:kworker/u8:3.0 Request processed in 1817us (2918us total) trans 0 rc 0/0 00000100:00100000:2.0:1776265364.295976:0:11775:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:0.0:1776265364.296075:0:11797:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1776265364.296079:0:11797:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b132b89f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+6:2996:x1862548793541376:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1776265364.296119:0:11797:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b132b89f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+6:2996:x1862548793541376:12345-0@lo:400:kworker/u8:3.0 Request processed in 39us (2262us total) trans 0 rc 0/0 00000100:00100000:0.0:1776265364.296124:0:11797:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1776265364.296164:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a4ac6987 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2996:1862548793541376:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1776265364.296296:0:2993:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd4ab744 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2993:1862548793541312:0@lo:400:kworker/u8:3.0 00010000:00010000:0.0:1776265364.942253:0:11772:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0:1776265365.718792:0:12548:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1776265365.718798:0:12548:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: lustre-rsync-test test_2c: @@@@@@ FAIL: Failure in replication; differences found. 00000001:00080000:0.0:1776265365.928541:0:6332:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 4294968279 is committed 00010000:00010000:2.0:1776265365.956414:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1776265366.982431:0:7890:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 24576 lines, 24576 kept, 0 dropped, 0 bad.